-- Logs begin at Fri 2021-04-09 01:11:32 UTC, end at Fri 2021-04-09 02:12:33 UTC. --
Apr 09 01:45:26.198337 dv-cinder-784623-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 09 01:45:29.119857 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.common.config [-] Logging enabled!
Apr 09 01:45:29.120505 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev46
Apr 09 01:45:29.121814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 09 01:45:29.123568 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.common.config [-] Logging enabled!
Apr 09 01:45:29.123867 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev46
Apr 09 01:45:29.124243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85134) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 09 01:45:29.125297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 09 01:45:29.125566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 09 01:45:29.126605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 09 01:45:29.126890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 09 01:45:29.127153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 09 01:45:29.127525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.127875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.128244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.128510 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.128856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.129193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.129562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.129855 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.130197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.130525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.130844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.131170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.131437 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.131759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.132140 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.132480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.132737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.133058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.133597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.133974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.134292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.134627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.134946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.135258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.135574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.135899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.136300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] host                           = dv-cinder-784623-6-iscsi {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.136618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.136950 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.137797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.138128 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.138442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.138758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.139086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.139397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.139707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.140039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.140376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.140709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.141044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.141303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.141559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.141893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.142224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.142537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.142849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.143161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.143472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.143783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.144115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.144449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.144778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.145106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.145414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.145726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.146035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.146344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.146670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.146980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.147287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.147597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.147928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.148265 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.148575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.148926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.149257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.149586 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.149917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.150230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.150561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.150872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.151182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.151496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.151804 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.152141 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.152471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.152829 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.153630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.153950 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.154242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.154573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:29.154912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.155257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.155603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.155927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.156294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.156613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.156947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.157272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.157605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.157938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.158263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.158584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.158908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.159223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.159563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.159917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.160288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.160625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.160937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.161249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.161564 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.161882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.162205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.162547 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.162885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.163198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.163514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.163850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.164193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.164504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.164820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.165158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.165474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.165784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.166102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.166708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.167277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.168241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.168608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.168935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.169255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.169567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.169878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.170196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.170508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.170856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.171149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.171465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.171774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.172117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.172429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.172806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.173054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.173366 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.173682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.173992 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.174299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.174612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.174914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.175219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.175586 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.175839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.176179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.176492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.176800 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.177107 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.177414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.177723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.178046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.178387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.178704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.179021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.179336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.179655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.179971 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.180312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.180627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.180947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.181253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.181591 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.181914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.182239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.182567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.182913 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.183219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.183533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.183857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.185027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.185344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.185702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.186000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.186338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.186674 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.187010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.187344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.187677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.188027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.188379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.188698 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:29.188949 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 09 01:45:29.189219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85134) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 09 01:45:29.849089 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO keyring.backend [-] Loading Gnome
Apr 09 01:45:29.866705 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO keyring.backend [-] Loading Google
Apr 09 01:45:29.869353 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO keyring.backend [-] Loading Windows (alt)
Apr 09 01:45:29.873844 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO keyring.backend [-] Loading file
Apr 09 01:45:29.874679 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO keyring.backend [-] Loading keyczar
Apr 09 01:45:29.874964 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO keyring.backend [-] Loading multi
Apr 09 01:45:29.875618 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO keyring.backend [-] Loading pyfs
Apr 09 01:45:29.922633 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:45:29.922945 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:45:29.923274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:45:29.923649 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 09 01:45:30.326247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.326790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.326899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.329905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.330222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.330529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.369392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.369715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.370020 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.384836 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.385159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.385471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.456517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.456839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.457146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.458291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.458602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.458905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.731629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe7619e9e18> agent after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.732071 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe7619e9e18> agent after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.732275 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fe7619e9ea0> segment precommit_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.732585 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fe7619e9f28> network precommit_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.734568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fe761977048> segment before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.887814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> network before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.888231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fe7619c87b8> agent before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.888563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> network before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.888873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> port before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.889174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> port before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.889556 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> segment after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.889855 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> segment precommit_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.890144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> segment precommit_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.890434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> segment after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.890772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> network after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.891067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> network precommit_delete 0 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.891373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> port provisioning_complete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.891679 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.891973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> rbac-policy after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.892308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> agent after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.892626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> subnet after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.892921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> subnet precommit_delete 0 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.893239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.893528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.893872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> segment_host_mapping after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.894327 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> port after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.894624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> port after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.894910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> port after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.895253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.895538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.895819 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe7616b9d30>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.896286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 01:45:30.896563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 01:45:30.896836 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 01:45:30.897110 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 01:45:30.897381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 01:45:30.897653 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 01:45:30.898082 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 09 01:45:30.901520 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 09 01:45:30.905609 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 09 01:45:30.909625 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Apr 09 01:45:30.911300 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 09 01:45:30.912607 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 09 01:45:30.913003 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 09 01:45:30.913449 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 09 01:45:30.916250 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 09 01:45:30.916525 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 09 01:45:30.916924 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 09 01:45:30.944523 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 09 01:45:30.945060 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fe7618d7908>> qos_plugin after_init 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.945404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85134) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 09 01:45:30.945817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fe76165d4a8>> logging-plugin after_init 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.947179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85134) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 09 01:45:30.947512 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 09 01:45:30.947798 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 09 01:45:30.951608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe76165d518>> floatingip before_response 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:30.951921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe76165d518>> port before_response 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.018412 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 09 01:45:31.018622 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 09 01:45:31.018896 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 09 01:45:31.019315 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 09 01:45:31.054441 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.sqlalchemy.engines [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85134) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 09 01:45:31.500621 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Initializing driver for type 'gre'
Apr 09 01:45:31.501164 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] gre ID ranges: [(1, 1000)]
Apr 09 01:45:31.540533 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Initializing driver for type 'local'
Apr 09 01:45:31.540911 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Initializing driver for type 'vlan'
Apr 09 01:45:31.551173 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] VlanTypeDriver initialization complete
Apr 09 01:45:31.551552 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Initializing driver for type 'vxlan'
Apr 09 01:45:31.552117 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] vxlan ID ranges: [(1, 1000)]
Apr 09 01:45:31.592742 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Initializing extension driver 'port_security'
Apr 09 01:45:31.593105 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.extensions.port_security [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] PortSecurityExtensionDriver initialization complete
Apr 09 01:45:31.593476 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Initializing mechanism driver 'openvswitch'
Apr 09 01:45:31.593841 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Initializing mechanism driver 'hyperv'
Apr 09 01:45:31.600799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:45:31.601651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe761633b70>> port after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.602062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe761633b70>> port after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.602452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe761633b70>> port after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.602882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7748>> subnet after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.603274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7748>> subnet after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.603657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7748>> subnet after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.604106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7908>> network after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.604494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7908>> network after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.604875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7908>> network after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.605291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7ac8>> security_group after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.605680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7ac8>> security_group after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.606704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7ac8>> security_group after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.607130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7c88>> security_group_rule after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.607513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7c88>> security_group_rule after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.607892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7c88>> security_group_rule after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.608506 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7e48>> address_group after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.608890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7e48>> address_group after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.609268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe7611f7e48>> address_group after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.609640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] ML2 OVO RPC backend initialized. {{(pid=85134) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 09 01:45:31.610508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> router_interface after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.610904 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> router_interface after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.611364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> network before_response 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.611749 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> networks before_response 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.612158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> port before_response 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.612537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> ports before_response 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.612916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> subnet before_response 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.613294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> subnets before_response 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.613681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> network after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.614064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> network after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.614440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> network after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.614817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> port after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.615191 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> port after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.615566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> port after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.615940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> subnet after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.616346 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> subnet after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.616717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe7611ff0f0>> subnet after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.617429 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.plugin [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Modular L2 Plugin initialization complete
Apr 09 01:45:31.617790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading services supported by the core plugin {{(pid=85134) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 09 01:45:31.618172 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.plugins.ml2.managers [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Got port-security extension from driver 'port_security'
Apr 09 01:45:31.618690 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.extensions.vlantransparent [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Disabled vlantransparent extension.
Apr 09 01:45:31.619232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85134) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 09 01:45:31.619581 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading Plugin: router
Apr 09 01:45:31.658569 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router_interface before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.659013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router after_create 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.659418 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router before_create 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.659823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router_interface before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.660267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router_interface after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.660661 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router after_delete 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.661059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> floatingip after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.661470 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router after_create 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.661854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router after_update 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.662244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router after_update 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.662630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router_gateway after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.663033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router after_update 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.663531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router precommit_update 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.663952 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fe7619328c8> port after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.664361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fe7619327b8> port after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.664744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fe761932840> subnet after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.665122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fe761932950> subnetpool_address_scope after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.665516 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> port precommit_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.665902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router precommit_create 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.666285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fe76190aa60> port before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.666664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router precommit_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.667069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router after_update 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.667449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router precommit_delete 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.667838 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router precommit_create 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.668273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router_interface after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.669361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> router precommit_update 55549900 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.669797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe7611ff0b8>> network after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.670852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Tracking information for resource: router configured {{(pid=85134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 01:45:31.671225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Tracking information for resource: floatingip configured {{(pid=85134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 09 01:45:31.676373 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_agentschedulers_db [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 09 01:45:31.677039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fe76117d950> port after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.677438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fe76117d840> port after_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.677827 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function _notify_port_delete at 0x7fe76117d8c8> port after_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.678217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fe76117dae8> port after_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.679141 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe761199ef0>> router before_create 55550100 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.679550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe761199ef0>> router precommit_delete 55550100 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.679957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe761199ef0>> router precommit_create 55550100 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.680382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe761199ef0>> router precommit_update 55550100 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.685140 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.provider_configuration [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service providers = [] {{(pid=85134) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 09 01:45:31.685546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.servicetype_db [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85134) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 09 01:45:31.688589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.service_base [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 09 01:45:31.688978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.service_base [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 09 01:45:31.689366 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.service_base [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 09 01:45:31.690263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.service_base [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 09 01:45:31.690670 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.services.service_base [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 09 01:45:31.691096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 01:45:31.691452 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 09 01:45:31.701635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 01:45:31.702016 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading Plugin: auto_allocate
Apr 09 01:45:31.707820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe761118158> network precommit_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.708252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe761118158> network precommit_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.708854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 01:45:31.709218 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading Plugin: tag
Apr 09 01:45:31.716751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 01:45:31.717120 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading Plugin: timestamp
Apr 09 01:45:31.721006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 01:45:31.721376 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading Plugin: network_ip_availability
Apr 09 01:45:31.727295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe7611112e8>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.727707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe7611112e8>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.728134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe7611112e8>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.728937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 01:45:31.729298 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading Plugin: flavors
Apr 09 01:45:31.734445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 01:45:31.734819 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading Plugin: revisions
Apr 09 01:45:31.739158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 09 01:45:31.739590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=85134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:45:31.740442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85134) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 09 01:45:31.740807 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Initializing extension manager.
Apr 09 01:45:31.741375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: __init__.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.741751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: __pycache__ {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.742121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.742492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: address_group.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.743311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.744173 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: address-group
Apr 09 01:45:31.744542 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: address_scope.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.745312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.745897 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: address-scope
Apr 09 01:45:31.746258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: admin_state_down_before_update.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.747221 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.747805 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: router-admin-state-down-before-update
Apr 09 01:45:31.748206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: agent.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.748961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.749537 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: agent
Apr 09 01:45:31.749902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: agent_resources_synced.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.750865 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.751406 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: agent-resources-synced
Apr 09 01:45:31.751774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: allowedaddresspairs.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.753614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.754210 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: allowed-address-pairs
Apr 09 01:45:31.754575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: auto_allocated_topology.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.755649 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.756263 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: auto-allocated-topology
Apr 09 01:45:31.756632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: availability_zone.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.757375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.757949 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: availability_zone
Apr 09 01:45:31.758310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: availability_zone_filter.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.759233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.759813 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: availability_zone_filter
Apr 09 01:45:31.760203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: data_plane_status.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.761124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.761699 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension data-plane-status not supported by any of loaded plugins
Apr 09 01:45:31.762073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: default_subnetpools.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.763019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.763593 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: default-subnetpools
Apr 09 01:45:31.763953 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: dhcpagentscheduler.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.764868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.766777 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: dhcp_agent_scheduler
Apr 09 01:45:31.767158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: dns.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.768138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.768726 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension dns-integration not supported by any of loaded plugins
Apr 09 01:45:31.769094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: dns_domain_ports.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.770032 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.770611 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 09 01:45:31.770977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: dvr.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.771706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.772315 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: dvr
Apr 09 01:45:31.772677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: empty_string_filtering.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.773610 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.774185 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: empty-string-filtering
Apr 09 01:45:31.774545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.775489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.776113 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 09 01:45:31.776590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.777551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.778897 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 09 01:45:31.779021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: external_net.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.779958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.780607 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: external-net
Apr 09 01:45:31.780970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: extra_dhcp_opt.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.781894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.782473 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: extra_dhcp_opt
Apr 09 01:45:31.782835 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: extraroute.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.783765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.784371 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: extraroute
Apr 09 01:45:31.784735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: extraroute_atomic.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.785786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.786365 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: extraroute-atomic
Apr 09 01:45:31.786726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: filter_validation.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.787435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.788028 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: filter-validation
Apr 09 01:45:31.788411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: fip_pf_description.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.789334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.789900 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 09 01:45:31.790267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: fip_port_details.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.791201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.791823 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: fip-port-details
Apr 09 01:45:31.792208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: flavors.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.794027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.794615 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: flavors
Apr 09 01:45:31.794986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.796757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.797322 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 09 01:45:31.797693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: floatingip_pools.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.798557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.799142 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: floatingip-pools
Apr 09 01:45:31.799517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: ip_allocation.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.800492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.801071 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension ip_allocation not supported by any of loaded plugins
Apr 09 01:45:31.801438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.802365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.802942 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: ip-substring-filtering
Apr 09 01:45:31.803319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: l2_adjacency.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.804268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.804841 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 09 01:45:31.805202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: l3.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.806309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.806904 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: router
Apr 09 01:45:31.807342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: l3_conntrack_helper.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.809735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.810379 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 09 01:45:31.810753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.811734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.812324 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: ext-gw-mode
Apr 09 01:45:31.812695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.813639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.814347 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: l3-ha
Apr 09 01:45:31.814584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: l3_flavors.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.815515 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.816142 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: l3-flavors
Apr 09 01:45:31.816511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.818074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.818074 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 09 01:45:31.818348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: l3agentscheduler.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.819654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.821324 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: l3_agent_scheduler
Apr 09 01:45:31.821324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: logging.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.822156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.822748 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension logging not supported by any of loaded plugins
Apr 09 01:45:31.823115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: metering.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.824549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.825192 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: metering
Apr 09 01:45:31.825504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.826638 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.827227 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: metering_source_and_destination_fields
Apr 09 01:45:31.827595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: multiprovidernet.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.828563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.829137 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: multi-provider
Apr 09 01:45:31.829497 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: netmtu.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.830431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.831025 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: net-mtu
Apr 09 01:45:31.831385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: netmtu_writable.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.832339 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.832912 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: net-mtu-writable
Apr 09 01:45:31.833273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: network_availability_zone.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.833988 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.834656 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: network_availability_zone
Apr 09 01:45:31.835017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: network_ip_availability.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.836278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.836923 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: network-ip-availability
Apr 09 01:45:31.837287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: network_segment_range.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.838129 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.838702 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension network-segment-range not supported by any of loaded plugins
Apr 09 01:45:31.839065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: pagination.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.840804 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.841188 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: pagination
Apr 09 01:45:31.841548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: port_device_profile.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.842487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.843077 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: port-device-profile
Apr 09 01:45:31.843437 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.844416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.844995 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: port-mac-address-regenerate
Apr 09 01:45:31.845364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.846306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.846911 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: port-numa-affinity-policy
Apr 09 01:45:31.847326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: port_resource_request.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.848233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.848816 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension port-resource-request not supported by any of loaded plugins
Apr 09 01:45:31.849180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: portbindings.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.850559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.851055 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: binding
Apr 09 01:45:31.851422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: portbindings_extended.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.852833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.853425 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: binding-extended
Apr 09 01:45:31.853798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: portsecurity.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.854729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.855319 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: port-security
Apr 09 01:45:31.855688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: project_id.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.856728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.857107 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: project-id
Apr 09 01:45:31.857473 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: providernet.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.858406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.858996 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: provider
Apr 09 01:45:31.859360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: qos.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.863125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.863780 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension qos not supported by any of loaded plugins
Apr 09 01:45:31.864323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.865632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.866234 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 09 01:45:31.866602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.867541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.868159 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 09 01:45:31.868530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: qos_default.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.869465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.870044 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension qos-default not supported by any of loaded plugins
Apr 09 01:45:31.870410 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: qos_fip.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.871119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.871736 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension qos-fip not supported by any of loaded plugins
Apr 09 01:45:31.872138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: qos_gateway_ip.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.873077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.873664 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 09 01:45:31.874025 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: qos_port_network_policy.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.874956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.875536 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 09 01:45:31.875906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: qos_rule_type_details.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.876862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.877441 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 09 01:45:31.877807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: qos_rules_alias.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.878860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.879438 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 09 01:45:31.879804 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: quotasv2.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.880912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.881630 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: quotas
Apr 09 01:45:31.881630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: quotasv2_detail.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.883202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.883581 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: quota_details
Apr 09 01:45:31.883949 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: rbac.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.885157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.885760 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: rbac-policies
Apr 09 01:45:31.886129 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: rbac_address_group.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.887584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.888208 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: rbac-address-group
Apr 09 01:45:31.888580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: rbac_address_scope.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.889510 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.890092 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: rbac-address-scope
Apr 09 01:45:31.890456 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: rbac_security_groups.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.891505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.892124 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: rbac-security-groups
Apr 09 01:45:31.892492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: rbac_subnetpool.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.893442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.894005 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: rbac-subnetpool
Apr 09 01:45:31.894367 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: revisionifmatch.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.895307 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.895890 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: revision-if-match
Apr 09 01:45:31.896279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: revisions.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.897439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.898025 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: standard-attr-revisions
Apr 09 01:45:31.898386 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: router_availability_zone.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.899116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.899701 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: router_availability_zone
Apr 09 01:45:31.900090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: routerservicetype.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.901050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.901631 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension router-service-type not supported by any of loaded plugins
Apr 09 01:45:31.901993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.903490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.904095 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: security-groups-normalized-cidr
Apr 09 01:45:31.904464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: security_groups_port_filtering.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.905404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.905982 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: port-security-groups-filtering
Apr 09 01:45:31.906368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.907398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.908082 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: security-groups-remote-address-group
Apr 09 01:45:31.908370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: securitygroup.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.921520 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.922159 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: security-group
Apr 09 01:45:31.922537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: segment.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.923445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.924051 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension segment not supported by any of loaded plugins
Apr 09 01:45:31.924423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.925430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.926019 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 09 01:45:31.926384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: servicetype.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.927504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.928149 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: service-type
Apr 09 01:45:31.928523 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: sorting.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.929521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.929901 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: sorting
Apr 09 01:45:31.930267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: standard_attr_segment.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.931204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.931799 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 09 01:45:31.932198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: standardattrdescription.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.932888 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.933461 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: standard-attr-description
Apr 09 01:45:31.933823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: stateful_security_group.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.934835 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.935422 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: stateful-security-group
Apr 09 01:45:31.935786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: stdattrs_common.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.936412 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 09 01:45:31.936771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.937812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.938392 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 09 01:45:31.938756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: subnet_onboard.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.939839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.940470 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: subnet_onboard
Apr 09 01:45:31.940830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.941780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.942367 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 09 01:45:31.942729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: subnet_service_types.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.943674 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.944286 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: subnet-service-types
Apr 09 01:45:31.944650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: subnetallocation.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.945731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.946312 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: subnet_allocation
Apr 09 01:45:31.946678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.947383 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.947962 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: subnetpool-prefix-ops
Apr 09 01:45:31.948353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.949316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.950434 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 09 01:45:31.950797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: tagging.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.952132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.952730 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: standard-attr-tag
Apr 09 01:45:31.953097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: timestamp.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.954289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.954875 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loaded extension: standard-attr-timestamp
Apr 09 01:45:31.955239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: trunk.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.956319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.956913 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension trunk not supported by any of loaded plugins
Apr 09 01:45:31.957278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: trunk_details.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.958224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.958816 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension trunk-details not supported by any of loaded plugins
Apr 09 01:45:31.959179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: uplink_status_propagation.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.960151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.960733 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 09 01:45:31.961095 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Loading extension file: vlantransparent.py {{(pid=85134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 09 01:45:31.961809 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 09 01:45:31.962386 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 09 01:45:31.965145 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:network
Apr 09 01:45:31.966544 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:subnet
Apr 09 01:45:31.967231 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 01:45:31.967902 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:port
Apr 09 01:45:31.969442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.969933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service FLAVORS assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.970622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.971099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.971469 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:router
Apr 09 01:45:31.972220 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:floatingip
Apr 09 01:45:31.973008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service METERING assigned prefix: /metering {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.975121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe760ff94a8>> rbac-policy before_create 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.975575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe760ff94a8>> rbac-policy before_update 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.976037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe760ff94a8>> rbac-policy before_delete 55550000 {{(pid=85134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:45:31.977219 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of CountableResource for resource:rbac_policy
Apr 09 01:45:31.977706 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:security_group
Apr 09 01:45:31.978549 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 09 01:45:31.979397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service CORE assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.979761 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 01:45:31.980154 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] subnetpool is already registered
Apr 09 01:45:31.980848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service CORE assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.981221 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 01:45:31.981584 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] subnetpool is already registered
Apr 09 01:45:31.984419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.984899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service FLAVORS assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.985562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.986030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.986406 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:router
Apr 09 01:45:31.986773 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] router is already registered
Apr 09 01:45:31.987436 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:floatingip
Apr 09 01:45:31.987802 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] floatingip is already registered
Apr 09 01:45:31.988525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service METERING assigned prefix: /metering {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.989277 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of CountableResource for resource:rbac_policy
Apr 09 01:45:31.989644 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] rbac_policy is already registered
Apr 09 01:45:31.991068 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:security_group
Apr 09 01:45:31.991448 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] security_group is already registered
Apr 09 01:45:31.992149 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 09 01:45:31.992520 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] security_group_rule is already registered
Apr 09 01:45:31.993261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service CORE assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.993632 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 01:45:31.993995 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] subnetpool is already registered
Apr 09 01:45:31.994681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.resource_helper [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Service CORE assigned prefix:  {{(pid=85134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 09 01:45:31.995056 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 09 01:45:31.995419 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.quota.resource_registry [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] subnetpool is already registered
Apr 09 01:45:31.996179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: extensions {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:31.997762 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: address-groups {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:31.999441 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: address-scopes {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.000731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: agents {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.002002 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: auto-allocated-topology {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.003263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: availability_zones {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.004673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: dhcp-networks {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.006144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: dhcp-agents {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.007619 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: routers {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.009529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: flavors {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.010749 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: service_profiles {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.012038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: next_providers {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.014322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: service_profiles {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.015925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: floatingip-pools {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.017207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: routers {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.019084 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: floatingips {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.020359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: l3-routers {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.021805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: l3-agents {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.023301 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: metering-labels {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.024739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: metering-label-rules {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.026062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: network-ip-availabilities {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.027375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: bindings {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.029737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: quotas {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.031239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: quotas {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.032746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: rbac-policies {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.034093 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: security-groups {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.035371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: security-group-rules {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.036715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: service-providers {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.038040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: subnetpools {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.039563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: subnetpools {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.041058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.042815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.044858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.046718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.048637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.050557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.052424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.055307 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.057217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.059209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.extensions [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Extended resource: tags {{(pid=85134) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 09 01:45:32.066156 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING keystonemiddleware.auth_token [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 09 01:45:32.071489 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING keystonemiddleware.auth_token [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 09 01:45:32.081172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Acquired lock "singleton_lock" {{(pid=85134) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 09 01:45:32.081706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Releasing lock "singleton_lock" {{(pid=85134) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 09 01:45:32.083167 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO oslo_service.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Starting 2 workers
Apr 09 01:45:32.087974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Started child 85247 {{(pid=85134) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 09 01:45:32.092661 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:32.093422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Started child 85248 {{(pid=85134) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 09 01:45:32.094146 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [-] (85247) wsgi starting up on http://0.0.0.0:9696
Apr 09 01:45:32.094926 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Neutron service started, listening on 0.0.0.0:9696
Apr 09 01:45:32.095590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Notify callbacks [] for process, before_spawn {{(pid=85134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:32.097078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:32.098117 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO oslo_service.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Starting 1 workers
Apr 09 01:45:32.098517 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [-] (85248) wsgi starting up on http://0.0.0.0:9696
Apr 09 01:45:32.103937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Started child 85249 {{(pid=85134) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 09 01:45:32.104522 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO oslo_service.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Starting 1 workers
Apr 09 01:45:32.106692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] calling RpcWorker wait() {{(pid=85249) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 09 01:45:32.107177 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] returning from RpcWorker wait() {{(pid=85249) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 09 01:45:32.108847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:32.109434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:45:32.109537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Started child 85250 {{(pid=85134) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 09 01:45:32.110232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-edc4dc60-6fd9-4f0b-9692-b9e7e0919c9b None None] Notify callbacks [] for process, after_spawn {{(pid=85134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:32.111854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85134) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 09 01:45:32.112137 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 09 01:45:32.112350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 09 01:45:32.112625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 09 01:45:32.113049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 09 01:45:32.113175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:32.113321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 09 01:45:32.113770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.114085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.114417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.114712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.115019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.115679 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.115960 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.116295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.116581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.116860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.117057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.117253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.117554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.117826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.118173 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.118455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.118738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.119026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.119239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.119515 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.119840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.120151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.120446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.120720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.121271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.121580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.121868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.122121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.122425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.122711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.123022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.123304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.123551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.123829 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.124151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.124406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.124689 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.124955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.125226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.125474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.125939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-6-iscsi {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.126203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.126457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.126740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.127020 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.127299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.127560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.127843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.128179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.128471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.128733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.129005 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.129280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.129548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.129814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.129972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.130256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.130561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.130858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.131228 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.131228 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.131538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.131699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.131839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.132255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.132412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.132584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.132816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.133068 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.133314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.133598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.133859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.134132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.134378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.134679 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.134943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.135209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.135586 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.135742 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.135962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.136235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.136482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.136743 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.137010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.137792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.138075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.138338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.138620 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.138895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.139903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.139903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.139903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.139903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.140498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:45:32.140641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.140641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.140940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.140940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.141406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.141406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.141729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.141886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.142137 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.142372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.142606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.142904 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.143150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.143423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.143972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.143972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.144290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.144608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.144906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.145288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.145706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.145932 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.146188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.146419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.146696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.147006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.147310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.147654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.149058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.149058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.149058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.149058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.149483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.149483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.149766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.150712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.150712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.150712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.151018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.151116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.153905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.153905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.153905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.153905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.153905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.153905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.155496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.156026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.156155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.156838 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.157114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.157387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.157768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.159660 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.160160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.160608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.160897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.161246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.161549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.161822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.162088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.162352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.162613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.162874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.163471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.163471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.163700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.164003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.166397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.166397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.166397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.166397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.166397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.166397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.166397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.166397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.167253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.167253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.167629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.167970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.168352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.168665 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.168994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.169309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.169655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.169979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.170299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.170615 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.170948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.171285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.171634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.171948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.172297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.172623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.172941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.173263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.173580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.173913 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.174224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.174555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.174885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.175253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.175678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.176051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.176873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.177048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.177575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.178270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.178548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.178946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.179370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.179633 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.179930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.180300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.180593 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.180903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.181436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.181436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.181774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.181926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.182463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.182463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.182808 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.183095 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.183245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.185471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.185471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.185471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.185471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.185471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.185471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.185969 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.185969 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.186273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.186599 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.186898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.187191 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.187469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.187775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.188104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.188407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.188683 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.188976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.189275 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.189581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.189877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.190138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.190399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.190663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.191000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.191304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.191573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.191826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.192178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.192493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.192752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.193055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.193342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.193622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.193915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.194189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.194463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.194730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.195029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.195296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.195566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.195837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.196133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.196412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.196671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.196984 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.197254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.197525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.197781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.198037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.198311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.198587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.198832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.199090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.199364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.199706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.200985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.200985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.200985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.201422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.201422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.201767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.202070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.202347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.202616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.202907 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.203205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.203461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.203752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.204045 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.204329 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.204581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.204840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.205092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.205358 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.205654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.205920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.206219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.206476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.206847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.207124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.207396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.207674 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.207932 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.208236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.208479 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.208750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.209004 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.209261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.209511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.209806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.210095 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.210367 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.210624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.210874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.211124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.211381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.211640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.212030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.212330 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.212594 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.212872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.213123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.213390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.213639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.213886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.214142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.214390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.214655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.214902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.215151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.215436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.215685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.216048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.216345 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.216605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.216911 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.217196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.217493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.217776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.218137 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.218388 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.218676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.218955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.219209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.219487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.219789 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.220195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.220545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.220862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.221160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.221479 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.221805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.222113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.222364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.222685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.223051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.223341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.223634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.223918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.224255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.224518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.224770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.225277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.225530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.225782 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.226064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.226366 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.226650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.226885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.227172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.227427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.227680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.227926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.228260 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.228513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.228716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 09 01:45:32.229285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85134) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 09 01:45:32.229475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 09 01:45:32.229662 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 09 01:45:32.229871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 09 01:45:32.230072 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 09 01:45:32.230255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 09 01:45:32.230503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.230699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.230938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.231092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.231282 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.231492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.231656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.231841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.232044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.232235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.232421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.232608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.232794 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.232980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.233164 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.233350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.233535 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.233721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.233913 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.234100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.234285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.234472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.234656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.234842 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.235069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.235262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.235447 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.235632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.235816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.236010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.236225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.236410 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.236570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.236756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.236940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.237124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.237309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.237495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.237682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.237867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.238051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] host                           = dv-cinder-784623-6-iscsi {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.238236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.238421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.238605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.238789 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.239010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.239123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.239300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.239484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.239668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.239854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.240060 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.240246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.240430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.240614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.240799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.241001 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.241167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.241352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.241554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.241740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.241925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.242110 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.242296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.242481 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.242666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.242849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.243034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.243220 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.243406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.243589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.243773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.243957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.244168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.244354 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.244541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.244726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.244912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.245100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.245284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.245469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.245654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.245839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.246022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.246206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.246391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.247101 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.247284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.247448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.249637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.249637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.250291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.250291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.250291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.251149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.251149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.251149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.251961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.251961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.251961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.251961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.253196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.253664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.253664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.253664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.254719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.254719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.254719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.254719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.254719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 09 01:45:32.254719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.256407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.256407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.256407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.256407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.256407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.256407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.256407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.256407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.257709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.257709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.257709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.257709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.257709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.257709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.257709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.257709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.259707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.259707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.259707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.259707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.259707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.259707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.259707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.259707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.262041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.262041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.262041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.262041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.262041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.262041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.262041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.262041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.263669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.263669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.263669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.263669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.263669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.263669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.263669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.263669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.263669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.264845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.264845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.264845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.264845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.264845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.264845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.264845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.264845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.264845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.265983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.265983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.265983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.265983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.265983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.265983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.265983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.265983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.265983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.268303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.268303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.268303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.268303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.268303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.268303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.268303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.268303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.268303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.269538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.269538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.269538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.269538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.269538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.269538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.269538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.269538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.270557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.270557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.270557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.270557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.270557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.270557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.271314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.271314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.271314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.271314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.271314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.271965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.271965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.271965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.271965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.272582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.272582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.272582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.272987 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.272987 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.272987 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.273395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.273395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.273395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.273783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.273783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.274058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.274058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.274320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.274458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.274598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.274737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.274923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.275113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.275302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.275491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.275680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.275869 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.276092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.276276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.276464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.276661 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.276863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.277052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.277244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.277431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.277656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.277869 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.278058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.278254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.278435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.278624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.278811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.278999 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.279188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.279375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.279609 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.279741 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.279898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.280063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.280248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.280431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.280622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.280811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.281001 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.281190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.281378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.281641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.281798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.281995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.282155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.282284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.282415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.282541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.282717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.282874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.283067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.283224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.283431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.283582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.283720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.283890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.284076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.284335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.284529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.284721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.284894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.285081 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.285266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.285405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.285606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.285787 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.285920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.286062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.286201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.286341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.286532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.286764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.286899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.287076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.287241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.287401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.287577 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.287746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.287907 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.288115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.288264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.288450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.288620 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.288785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.288946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.289129 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.289264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.289435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.289692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.289692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.289967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.289967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.290243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.290394 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.290531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.290670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.290810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.290991 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.291181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.291381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.291570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.291764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.291952 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.292175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.292332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.292512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.292720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.292874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.293010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:45:32.293151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.293290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.293440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.293582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.293726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.293866 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.294049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.294237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.294438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.294627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.294818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.295006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.295193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.295386 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.295575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.295765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.295962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.296184 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.296374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.296572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.296771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.296967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.297155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.297351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.297553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.297741 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.297929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.298116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.298303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.298495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.298649 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.298839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.299025 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.299212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.299400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.299589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.299821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.299957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.300171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.300316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.300441 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.300626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.300816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.300986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 09 01:45:32.301127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 09 01:45:32.369274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 47924) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:45:32.381482 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0100238
Apr 09 01:45:43.868818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae5423-0c38-43c8-aa3c-fd718716bd1d None None] get_active_networks_info from dv-cinder-784623-6-iscsi {{(pid=85249) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 09 01:45:43.976370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae5423-0c38-43c8-aa3c-fd718716bd1d None None] No non-hosted networks {{(pid=85249) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 09 01:45:43.987028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agentschedulers_db [None req-a2ae5423-0c38-43c8-aa3c-fd718716bd1d None None] DHCP Agent not found on host dv-cinder-784623-6-iscsi {{(pid=85249) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 09 01:45:44.156272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3d93f36d-679c-46ee-b88a-d77ed345ee3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431'] for agent, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:48.127538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5d2e2979-24fe-4377-a89d-79c77662299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431'] for agent, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:48.170420 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc595-1b73-4dbb-b21a-a046f16b6a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:48.667620 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431'] for agent, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:48.668536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.669016 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.669489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.672407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.672912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.673393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.673871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.674363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.674833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.680492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.681053 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.681531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:48.682085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe7604612e8>, 'Open vSwitch agent', 'dv-cinder-784623-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:45:48.690196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe76035e278>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784623-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:45:49.085370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431'] for agent, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:50.304631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431'] for agent, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:50.375937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48010) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:45:51.037016 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING oslo_policy.policy [None req-810e3130-e5ea-4e47-b7b8-733c41a8b644 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 01:45:51.037614 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING oslo_policy.policy [None req-810e3130-e5ea-4e47-b7b8-733c41a8b644 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 01:45:51.270464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [None req-810e3130-e5ea-4e47-b7b8-733c41a8b644 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 01:45:51.271705 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-810e3130-e5ea-4e47-b7b8-733c41a8b644 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8935926
Apr 09 01:45:53.348043 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_hamode_db [None req-9a9d5326-d7de-480b-a205-d54063c4ecb2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 09 01:45:53.437334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d5326-d7de-480b-a205-d54063c4ecb2 None None] Routers set() bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:45:53.437690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d5326-d7de-480b-a205-d54063c4ecb2 None None] Router IDs set() for agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 09 01:45:54.141220 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48026) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:45:54.545351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-821ef343-2915-4224-aaf0-617ec902792c admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:45:54.649094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.policy [None req-821ef343-2915-4224-aaf0-617ec902792c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85247) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 09 01:45:54.704547 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING oslo_policy.policy [None req-821ef343-2915-4224-aaf0-617ec902792c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 01:45:54.704963 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING oslo_policy.policy [None req-821ef343-2915-4224-aaf0-617ec902792c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 01:45:54.722654 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota [None req-821ef343-2915-4224-aaf0-617ec902792c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe760a06860>.
Apr 09 01:45:54.740807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-821ef343-2915-4224-aaf0-617ec902792c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:45:54.798465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-821ef343-2915-4224-aaf0-617ec902792c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247365856590', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247365856018', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247365862456', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247365840044', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247365823157', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247365822578', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853765417', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853733885', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-544510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1484442'] for rbac-policy, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:54.869428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-821ef343-2915-4224-aaf0-617ec902792c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:54.876031 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-821ef343-2915-4224-aaf0-617ec902792c admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7284110
Apr 09 01:45:57.885589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48040) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:45:58.266520 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Request body: {'network': {'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'name': 'private', 'admin_state_up': True}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:45:58.272416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:45:58.277126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Usage tracker for resource:network and tenant:5877b805e7a04ac68ecc94149b048f8a is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:45:58.281478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:45:58.287896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:45:58.296564 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Made reservation on behalf of 5877b805e7a04ac68ecc94149b048f8a for: {'network': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:45:58.302750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:58.319642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:58.337015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:45:58.341513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Usage tracker for resource:security_group_rule and tenant:5877b805e7a04ac68ecc94149b048f8a is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:45:58.345114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:45:58.351164 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:45:58.608804 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:58.611599 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:58.616469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:45:58.637745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'}  {{(pid=85247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:45:58.663259 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789484497386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:58.663901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe7619e9ea0> segment precommit_create {{(pid=85247) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 09 01:45:58.664409 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Added segment 81d99c2a-5af6-4e65-bb5c-41d8f494e160 of type vlan for network 62bbdb93-3990-457e-9436-b0371e705723
Apr 09 01:45:58.673492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ec1412-adb7-4556-9352-952709c5870e,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:45:58.732485 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.732866 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.733231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.733589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.733938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.734303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.734652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.734999 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.735358 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.735704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.736068 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.736416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Tracked resource versions report:
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]: pushed versions:
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]: {   'AddressGroup': {'1.2'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'ConntrackHelper': {'1.0'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Log': {'1.0'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Network': {'1.1'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Port': {'1.7'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'PortForwarding': {'1.2'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'QosPolicy': {'1.8'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroup': {'1.4'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroupRule': {'1.2'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SubPort': {'1.0'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Subnet': {'1.1'},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Trunk': {'1.1'}}
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]: consumer versions:
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]: {   DHCP agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     L3 agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metadata agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metering agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:     Open vSwitch agent@dv-cinder-784623-6-iscsi: {   'AddressGroup': '1.2',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'ConntrackHelper': '1.0',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Log': '1.0',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Network': '1.1',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Port': '1.7',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'PortForwarding': '1.2',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'QosPolicy': '1.8',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroup': '1.4',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroupRule': '1.2',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SubPort': '1.0',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Subnet': '1.1',
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Trunk': '1.1'}}
Apr 09 01:45:58.737480 dv-cinder-784623-6-iscsi neutron-server[85134]:  {{(pid=85247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 01:45:58.783250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:58.791723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:45:58.822740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:58.824225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:45:58.824883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:45:58.829956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:45:58.941329 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0547061
Apr 09 01:45:58.944258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Pushing event updated for resources: {'Network': ['ID=62bbdb93-3990-457e-9436-b0371e705723,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:45:58.958408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:45:58.966990 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network 62bbdb93-3990-457e-9436-b0371e705723 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:46:02.008871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48056) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:02.489744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a699687c-7566-43a2-a64a-123953edfdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:46:02.491194 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a699687c-7566-43a2-a64a-123953edfdf4 admin admin] 10.222.0.38 "GET /v2.0/networks/62bbdb93-3990-457e-9436-b0371e705723 HTTP/1.1" status: 200  len: 825 time: 0.4812975
Apr 09 01:46:02.527294 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-810b4997-6c7f-453e-a820-fabaaa5a6e16 admin admin] 10.222.0.38 "GET /v2.0/subnetpools/1ee0b677-9414-4dba-af88-d5f319ca2a7f HTTP/1.1" status: 200  len: 734 time: 0.0294087
Apr 09 01:46:02.537130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Request body: {'subnet': {'subnetpool_id': '1ee0b677-9414-4dba-af88-d5f319ca2a7f', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '62bbdb93-3990-457e-9436-b0371e705723', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'ip_version': 4}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:46:02.541845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:46:02.546278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Usage tracker for resource:subnet and tenant:5877b805e7a04ac68ecc94149b048f8a is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:46:02.549284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:46:02.555150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:46:02.567851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Made reservation on behalf of 5877b805e7a04ac68ecc94149b048f8a for: {'subnet': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:46:02.572455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:03.053112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:03.067642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:03.209082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17db87d-07c7-4bb5-a08a-6830ff4ff07c,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:03.215647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:03.271104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Checking segment: {'id': '81d99c2a-5af6-4e65-bb5c-41d8f494e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bbdb93-3990-457e-9436-b0371e705723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:46:03.271488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Network hostable DHCP agents. Network: 62bbdb93-3990-457e-9436-b0371e705723, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:46:03.292131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Network 62bbdb93-3990-457e-9436-b0371e705723 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:46:03.301499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, 62bbdb93-3990-457e-9436-b0371e705723) {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:46:03.306167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:46:03.306736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:03.311145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e70ae0a-80ee-4d01-9193-3e3dffb436dd None None] Network 62bbdb93-3990-457e-9436-b0371e705723 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:46:03.329602 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7961988
Apr 09 01:46:03.635450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-62bbdb93-3990-457e-9436-b0371e705723', 'network_id': '62bbdb93-3990-457e-9436-b0371e705723', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'fixed_ips': [{'subnet_id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 01:46:03.637304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:03.834986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Allocated IP 172.20.0.2 (62bbdb93-3990-457e-9436-b0371e705723/f17db87d-07c7-4bb5-a08a-6830ff4ff07c/d34d66a0-e200-4b25-98c5-17ab95589ede) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:46:04.246533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:04.259155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Transition to ACTIVE for port object d34d66a0-e200-4b25-98c5-17ab95589ede will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:46:04.280000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Transition to ACTIVE for port object d34d66a0-e200-4b25-98c5-17ab95589ede will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:46:04.286022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:04.302243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:04.432807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Pushing event updated for resources: {'Port': ['ID=d34d66a0-e200-4b25-98c5-17ab95589ede,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:04.449281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.449646 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.450012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.450372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.450725 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.451081 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.451432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.451781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.452175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.452524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.452868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.453213 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Tracked resource versions report:
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]: pushed versions:
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]: {   'AddressGroup': {'1.2'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'ConntrackHelper': {'1.0'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Log': {'1.0'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Network': {'1.1'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Port': {'1.7'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'PortForwarding': {'1.2'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'QosPolicy': {'1.8'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroup': {'1.4'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroupRule': {'1.2'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SubPort': {'1.0'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Subnet': {'1.1'},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Trunk': {'1.1'}}
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]: consumer versions:
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]: {   DHCP agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     L3 agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metadata agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metering agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:     Open vSwitch agent@dv-cinder-784623-6-iscsi: {   'AddressGroup': '1.2',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'ConntrackHelper': '1.0',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Log': '1.0',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Network': '1.1',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Port': '1.7',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'PortForwarding': '1.2',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'QosPolicy': '1.8',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroup': '1.4',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroupRule': '1.2',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SubPort': '1.0',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Subnet': '1.1',
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Trunk': '1.1'}}
Apr 09 01:46:04.454296 dv-cinder-784623-6-iscsi neutron-server[85134]:  {{(pid=85249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 01:46:04.462092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:04.505850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Network 62bbdb93-3990-457e-9436-b0371e705723 is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:46:04.506983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:46:04.509858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:46:04.614531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Attempting to bind port d34d66a0-e200-4b25-98c5-17ab95589ede on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:46:04.614967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Attempting to bind port d34d66a0-e200-4b25-98c5-17ab95589ede by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '81d99c2a-5af6-4e65-bb5c-41d8f494e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bbdb93-3990-457e-9436-b0371e705723'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:46:04.615380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Attempting to bind port d34d66a0-e200-4b25-98c5-17ab95589ede on network 62bbdb93-3990-457e-9436-b0371e705723 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:46:04.621271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:46:04.621693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Checking segment: {'id': '81d99c2a-5af6-4e65-bb5c-41d8f494e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bbdb93-3990-457e-9436-b0371e705723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:46:04.622166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:04.622597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Bound using segment: {'id': '81d99c2a-5af6-4e65-bb5c-41d8f494e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bbdb93-3990-457e-9436-b0371e705723'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:46:04.623142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Bound port: d34d66a0-e200-4b25-98c5-17ab95589ede, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d99c2a-5af6-4e65-bb5c-41d8f494e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bbdb93-3990-457e-9436-b0371e705723'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:46:04.623558 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:04.703770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] For port d34d66a0-e200-4b25-98c5-17ab95589ede, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:46:04.707926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] For port d34d66a0-e200-4b25-98c5-17ab95589ede, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=d34d66a0-e200-4b25-98c5-17ab95589ede,segment=NetworkSegment(81d99c2a-5af6-4e65-bb5c-41d8f494e160),segment_id=81d99c2a-5af6-4e65-bb5c-41d8f494e160)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:46:04.711375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:04.727588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:04.885235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Pushing event updated for resources: {'Port': ['ID=d34d66a0-e200-4b25-98c5-17ab95589ede,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:04.890284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:06.160312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48066) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:06.606993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [None req-20d9c5ab-5b3e-4f5c-8de2-489942c8e588 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 01:46:06.624651 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-20d9c5ab-5b3e-4f5c-8de2-489942c8e588 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4631910
Apr 09 01:46:08.865105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device d34d66a0-e200-4b25-98c5-17ab95589ede up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:46:08.941207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port d34d66a0-e200-4b25-98c5-17ab95589ede completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:46:09.440883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48080) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:09.827785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e523715e-e2e7-4afe-804e-dda0361b1e9d None None] Network 62bbdb93-3990-457e-9436-b0371e705723 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:46:09.875733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [None req-e4dedaaa-6d51-408b-9265-dacb285d2d69 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 01:46:09.880641 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e4dedaaa-6d51-408b-9265-dacb285d2d69 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4385564
Apr 09 01:46:09.934098 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-e59d3e7c-e573-4b04-8eaf-bec0c3a3ce08 None None] Provisioning for port d34d66a0-e200-4b25-98c5-17ab95589ede completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:46:09.951453 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-e59d3e7c-e573-4b04-8eaf-bec0c3a3ce08 None None] Provisioning complete for port d34d66a0-e200-4b25-98c5-17ab95589ede triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:46:09.951890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e59d3e7c-e573-4b04-8eaf-bec0c3a3ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:10.200294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e59d3e7c-e573-4b04-8eaf-bec0c3a3ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:10.230996 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-e59d3e7c-e573-4b04-8eaf-bec0c3a3ce08 None None] For port d34d66a0-e200-4b25-98c5-17ab95589ede, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=d34d66a0-e200-4b25-98c5-17ab95589ede,segment=NetworkSegment(81d99c2a-5af6-4e65-bb5c-41d8f494e160),segment_id=81d99c2a-5af6-4e65-bb5c-41d8f494e160)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:46:10.235496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e59d3e7c-e573-4b04-8eaf-bec0c3a3ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:10.240018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:10.317776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d3e7c-e573-4b04-8eaf-bec0c3a3ce08 None None] Pushing event updated for resources: {'Port': ['ID=d34d66a0-e200-4b25-98c5-17ab95589ede,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:10.321239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e59d3e7c-e573-4b04-8eaf-bec0c3a3ce08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:10.460366 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-26c582da-0438-4c33-b63d-d63da21f3139 None None] Provisioning complete for port d34d66a0-e200-4b25-98c5-17ab95589ede triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:46:10.460709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-26c582da-0438-4c33-b63d-d63da21f3139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:10.838387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device d34d66a0-e200-4b25-98c5-17ab95589ede up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:46:10.912753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port d34d66a0-e200-4b25-98c5-17ab95589ede triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:46:10.913429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:13.017717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48092) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:13.460792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Request body: {'router': {'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'name': 'router1', 'admin_state_up': True}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:46:13.469503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:46:13.473580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Usage tracker for resource:router and tenant:5877b805e7a04ac68ecc94149b048f8a is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:46:13.477077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:46:13.483528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:46:13.492539 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:13.493871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:13.515118 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:13.624817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:13.643140 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] Notify callbacks [] for router, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:13.644452 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f13b44ee-87c2-463a-b3e8-6858e0619e7f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6256828
Apr 09 01:46:13.723294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-deda6ae4-8238-4f60-9cbc-9f1dc16cd9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:16.411549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48102) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:16.828166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [None req-fa763c24-1c1f-4929-bee3-c1d85d52b230 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 01:46:16.829222 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-fa763c24-1c1f-4929-bee3-c1d85d52b230 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4166622
Apr 09 01:46:17.175104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:46:18.112526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89c4614d-d4c5-452b-ab52-c06f8185ff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:18.669487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.037685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.464308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48122) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:19.550587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:46:19.555616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:46:19.560108 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Usage tracker for resource:network and tenant:49e7d211de254e349b01829b9db5c21f is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:46:19.563553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:46:19.569550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:46:19.578801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Made reservation on behalf of 49e7d211de254e349b01829b9db5c21f for: {'network': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:46:19.583428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.596092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.611041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:46:19.614931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Usage tracker for resource:security_group_rule and tenant:49e7d211de254e349b01829b9db5c21f is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:46:19.617886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:46:19.624363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:46:19.707488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.710210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.714540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:19.727949 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Reserving flat network on physical network physnet1 {{(pid=85247) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 09 01:46:19.752451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.752823 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Added segment 60f9fcc4-cbb9-445e-a814-b72e134bce37 of type flat for network fd121c20-d225-4039-9d99-67eafeecc659
Apr 09 01:46:19.753889 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b976eddf-10d3-45ce-8412-653a0c84e3c3,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:19.760302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:19.788818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.827508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.828889 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:46:19.829506 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:19.834316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:19.939325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Pushing event updated for resources: {'Network': ['ID=fd121c20-d225-4039-9d99-67eafeecc659,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:19.942467 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4770355
Apr 09 01:46:19.943212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:19.949694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network fd121c20-d225-4039-9d99-67eafeecc659 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:46:20.243416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:22.506794 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48142) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:22.624004 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7a588c-56c5-411b-b3b9-0cf82762fdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:46:22.625511 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-6a7a588c-56c5-411b-b3b9-0cf82762fdc7 admin admin] 10.222.0.38 "GET /v2.0/subnets/f17db87d-07c7-4bb5-a08a-6830ff4ff07c HTTP/1.1" status: 200  len: 849 time: 0.1176722
Apr 09 01:46:22.778720 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e45aa623-5405-483a-88fb-46b385a4d1cf admin admin] 10.222.0.38 "GET /v2.0/routers/e3f4251d-bc0c-41c7-b94a-b9c85e04a565 HTTP/1.1" status: 200  len: 704 time: 0.1470482
Apr 09 01:46:23.411018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:23.652232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Allocated IP 172.20.0.1 (62bbdb93-3990-457e-9436-b0371e705723/f17db87d-07c7-4bb5-a08a-6830ff4ff07c/32a8bcfb-500c-4652-8f35-8406ea584a1d) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:46:23.813298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:23.830602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Transition to ACTIVE for port object 32a8bcfb-500c-4652-8f35-8406ea584a1d will not be triggered until provisioned by entity DHCP. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:46:23.887518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:23.902520 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:24.043249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=32a8bcfb-500c-4652-8f35-8406ea584a1d,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:24.056040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:24.100041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Network 62bbdb93-3990-457e-9436-b0371e705723 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:46:24.101471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:46:24.103831 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:46:24.104403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:24.288531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-b57d8768-67d6-4def-8ca2-2c2f72c1181d None None] Provisioning for port 32a8bcfb-500c-4652-8f35-8406ea584a1d completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:46:24.294313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-b57d8768-67d6-4def-8ca2-2c2f72c1181d None None] Provisioning complete for port 32a8bcfb-500c-4652-8f35-8406ea584a1d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:46:24.294720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b57d8768-67d6-4def-8ca2-2c2f72c1181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:24.351544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-b57d8768-67d6-4def-8ca2-2c2f72c1181d None None] Port 32a8bcfb-500c-4652-8f35-8406ea584a1d cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:46:24.382603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:24.663268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:24.666745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:24.667938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:24.683697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:24.988664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=32a8bcfb-500c-4652-8f35-8406ea584a1d,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:24.998413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:25.045664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Network 62bbdb93-3990-457e-9436-b0371e705723 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:46:25.046800 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:46:25.247242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Router e3f4251d-bc0c-41c7-b94a-b9c85e04a565 is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 01:46:25.276891 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-ed0f0efb-41df-41be-be57-655a7fe5df52 None None] Provisioning complete for port 32a8bcfb-500c-4652-8f35-8406ea584a1d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:46:25.277300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ed0f0efb-41df-41be-be57-655a7fe5df52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:25.336926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-ed0f0efb-41df-41be-be57-655a7fe5df52 None None] Port 32a8bcfb-500c-4652-8f35-8406ea584a1d cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:46:25.407551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:46:25.417032 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] 10.222.0.38 "PUT /v2.0/routers/e3f4251d-bc0c-41c7-b94a-b9c85e04a565/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6327152
Apr 09 01:46:25.419724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Sync routers for ids ['e3f4251d-bc0c-41c7-b94a-b9c85e04a565'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:46:25.430652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Routers {'e3f4251d-bc0c-41c7-b94a-b9c85e04a565'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:46:25.431579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760c3f8d0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:46:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['e3f4251d-bc0c-41c7-b94a-b9c85e04a565'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:46:25.619389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Set router e3f4251d-bc0c-41c7-b94a-b9c85e04a565 gateway port host: None {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:46:26.174552 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760c3f8d0>, [{'id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'name': 'router1', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:13Z', 'updated_at': '2021-04-09T01:46:24Z', 'revision_number': 2, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'gw_port_host': None, '_interfaces': [{'id': '32a8bcfb-500c-4652-8f35-8406ea584a1d', 'name': '', 'network_id': '62bbdb93-3990-457e-9436-b0371e705723', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:23Z', 'updated_at': '2021-04-09T01:46:24Z', 'revision_number': 2, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'subnets': [{'id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ee0b677-9414-4dba-af88-d5f319ca2a7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:46:26.179559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Checking router: e3f4251d-bc0c-41c7-b94a-b9c85e04a565 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:46:26.179933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Updating router e3f4251d-bc0c-41c7-b94a-b9c85e04a565 port 32a8bcfb-500c-4652-8f35-8406ea584a1d binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:46:26.236739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:26.709802 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:26.726551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Transition to ACTIVE for port object 32a8bcfb-500c-4652-8f35-8406ea584a1d will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:46:26.734778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:26.750524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:26.899813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Pushing event updated for resources: {'Port': ['ID=32a8bcfb-500c-4652-8f35-8406ea584a1d,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:26.910509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.910871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.911231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.911584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.911932 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.912305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.912651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.912994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.913338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.913678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.914024 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.914365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Tracked resource versions report:
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]: pushed versions:
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]: {   'AddressGroup': {'1.2'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'ConntrackHelper': {'1.0'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Log': {'1.0'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Network': {'1.1'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Port': {'1.7'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'PortForwarding': {'1.2'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'QosPolicy': {'1.8'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroup': {'1.4'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroupRule': {'1.2'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SubPort': {'1.0'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Subnet': {'1.1'},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Trunk': {'1.1'}}
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]: consumer versions:
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]: {   DHCP agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     L3 agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metadata agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metering agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:     Open vSwitch agent@dv-cinder-784623-6-iscsi: {   'AddressGroup': '1.2',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'ConntrackHelper': '1.0',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Log': '1.0',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Network': '1.1',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Port': '1.7',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'PortForwarding': '1.2',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'QosPolicy': '1.8',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroup': '1.4',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroupRule': '1.2',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SubPort': '1.0',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Subnet': '1.1',
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Trunk': '1.1'}}
Apr 09 01:46:26.915432 dv-cinder-784623-6-iscsi neutron-server[85134]:  {{(pid=85250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 01:46:26.923238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:27.111822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Attempting to bind port 32a8bcfb-500c-4652-8f35-8406ea584a1d on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:46:27.112305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Attempting to bind port 32a8bcfb-500c-4652-8f35-8406ea584a1d by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '81d99c2a-5af6-4e65-bb5c-41d8f494e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bbdb93-3990-457e-9436-b0371e705723'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:46:27.112712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Attempting to bind port 32a8bcfb-500c-4652-8f35-8406ea584a1d on network 62bbdb93-3990-457e-9436-b0371e705723 {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:46:27.118498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:46:27.118914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Checking segment: {'id': '81d99c2a-5af6-4e65-bb5c-41d8f494e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bbdb93-3990-457e-9436-b0371e705723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:46:27.119373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:27.119793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Bound using segment: {'id': '81d99c2a-5af6-4e65-bb5c-41d8f494e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bbdb93-3990-457e-9436-b0371e705723'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:46:27.120385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Bound port: 32a8bcfb-500c-4652-8f35-8406ea584a1d, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d99c2a-5af6-4e65-bb5c-41d8f494e160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '62bbdb93-3990-457e-9436-b0371e705723'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:46:27.120784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:27.200915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] For port 32a8bcfb-500c-4652-8f35-8406ea584a1d, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:46:27.205316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] For port 32a8bcfb-500c-4652-8f35-8406ea584a1d, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=32a8bcfb-500c-4652-8f35-8406ea584a1d,segment=NetworkSegment(81d99c2a-5af6-4e65-bb5c-41d8f494e160),segment_id=81d99c2a-5af6-4e65-bb5c-41d8f494e160)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:46:27.211818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:27.228762 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:27.392873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Pushing event updated for resources: {'Port': ['ID=32a8bcfb-500c-4652-8f35-8406ea584a1d,revision_number=4']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:27.397634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:27.447302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Routers {'e3f4251d-bc0c-41c7-b94a-b9c85e04a565'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:46:27.448028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760c3f8d0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:46:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['e3f4251d-bc0c-41c7-b94a-b9c85e04a565'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:46:27.617887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] Set router e3f4251d-bc0c-41c7-b94a-b9c85e04a565 gateway port host: None {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:46:27.982124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760c3f8d0>, [{'id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'name': 'router1', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:13Z', 'updated_at': '2021-04-09T01:46:24Z', 'revision_number': 2, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'gw_port_host': None, '_interfaces': [{'id': '32a8bcfb-500c-4652-8f35-8406ea584a1d', 'name': '', 'network_id': '62bbdb93-3990-457e-9436-b0371e705723', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:23Z', 'updated_at': '2021-04-09T01:46:27Z', 'revision_number': 4, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'subnets': [{'id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ee0b677-9414-4dba-af88-d5f319ca2a7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:46:27.986573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f4e1b-32a7-4429-9f79-1d43340f0fc1 None None] The sync data for ids ['e3f4251d-bc0c-41c7-b94a-b9c85e04a565'] in dv-cinder-784623-6-iscsi is: [{'id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'name': 'router1', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:13Z', 'updated_at': '2021-04-09T01:46:24Z', 'revision_number': 2, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'gw_port_host': None, '_interfaces': [{'id': '32a8bcfb-500c-4652-8f35-8406ea584a1d', 'name': '', 'network_id': '62bbdb93-3990-457e-9436-b0371e705723', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:23Z', 'updated_at': '2021-04-09T01:46:27Z', 'revision_number': 4, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'subnets': [{'id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ee0b677-9414-4dba-af88-d5f319ca2a7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:46:28.024583 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48154) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:28.188418 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e951be-1b21-42ab-93bd-e49265070d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:46:28.188963 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-65e951be-1b21-42ab-93bd-e49265070d22 admin admin] Synchronizing usage tracker for tenant:49e7d211de254e349b01829b9db5c21f on resource:network {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:46:28.206142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-65e951be-1b21-42ab-93bd-e49265070d22 admin admin] Unset dirty status for tenant:49e7d211de254e349b01829b9db5c21f on resource:network {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:46:28.207397 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-65e951be-1b21-42ab-93bd-e49265070d22 admin admin] 10.222.0.38 "GET /v2.0/networks/fd121c20-d225-4039-9d99-67eafeecc659 HTTP/1.1" status: 200  len: 842 time: 0.1817226
Apr 09 01:46:28.218805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:46:28.224506 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:46:28.228804 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Usage tracker for resource:subnet and tenant:49e7d211de254e349b01829b9db5c21f is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:46:28.231711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:46:28.238230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:46:28.247142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Made reservation on behalf of 49e7d211de254e349b01829b9db5c21f for: {'subnet': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:46:28.251887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:28.714124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.objects.ports [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85247) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 09 01:46:28.714610 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:28.729983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3bcf9cd5-a81b-44f0-8461-99c996e3f758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:28.861249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a9610d4-23a1-40cf-9754-24d321425d8a,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:28.865862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:28.952664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:46:28.953056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Network hostable DHCP agents. Network: fd121c20-d225-4039-9d99-67eafeecc659, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:46:28.976785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:46:28.993169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, fd121c20-d225-4039-9d99-67eafeecc659) {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:46:28.998850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:46:28.999485 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:29.005414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d3ab2-f336-4181-8914-a3994986300a None None] Network fd121c20-d225-4039-9d99-67eafeecc659 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:46:29.031260 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e71c7351-d49d-44c7-b71f-5a21c7a942a7 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8140092
Apr 09 01:46:29.258353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de27a5-5959-4e7f-a2fb-838cc02afc4b None None] Network fd121c20-d225-4039-9d99-67eafeecc659 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:46:30.884150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 32a8bcfb-500c-4652-8f35-8406ea584a1d up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:46:30.958625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 32a8bcfb-500c-4652-8f35-8406ea584a1d completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:46:30.970157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 32a8bcfb-500c-4652-8f35-8406ea584a1d triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:46:30.970833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:31.103881 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:31.122958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 32a8bcfb-500c-4652-8f35-8406ea584a1d, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=32a8bcfb-500c-4652-8f35-8406ea584a1d,segment=NetworkSegment(81d99c2a-5af6-4e65-bb5c-41d8f494e160),segment_id=81d99c2a-5af6-4e65-bb5c-41d8f494e160)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:46:31.126028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:31.128152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:31.204171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=32a8bcfb-500c-4652-8f35-8406ea584a1d,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:31.207660 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:31.722396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48168) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:31.931593 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-dce622e3-7e31-4cbc-a876-e2f3d96c78f1 admin admin] 10.222.0.38 "GET /v2.0/routers/e3f4251d-bc0c-41c7-b94a-b9c85e04a565 HTTP/1.1" status: 200  len: 710 time: 0.2078362
Apr 09 01:46:32.066783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa36253-5564-4184-8082-9e5f12833928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:46:32.068271 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1aa36253-5564-4184-8082-9e5f12833928 admin admin] 10.222.0.38 "GET /v2.0/networks/fd121c20-d225-4039-9d99-67eafeecc659 HTTP/1.1" status: 200  len: 886 time: 0.1302633
Apr 09 01:46:32.078226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:46:32.757274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:32.855773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 32a8bcfb-500c-4652-8f35-8406ea584a1d up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:46:32.953625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 32a8bcfb-500c-4652-8f35-8406ea584a1d triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:46:32.954286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:33.114168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:33.177625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:33.319758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Allocated IP 172.27.2.146 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/9df2b015-4715-4740-93e7-767f66f9a83b) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:46:33.473060 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:33.503088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:33.521736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:33.662430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Pushing event updated for resources: {'Port': ['ID=9df2b015-4715-4740-93e7-767f66f9a83b,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:33.668280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:33.712125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:46:33.713236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:46:33.716115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:46:34.113551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:34.468863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:34.472407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854203249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-572551', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854201323'] for router, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:34.659028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Router e3f4251d-bc0c-41c7-b94a-b9c85e04a565 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:46:35.039532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:46:35.049088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Notify callbacks [] for router, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:35.050132 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] 10.222.0.38 "PUT /v2.0/routers/e3f4251d-bc0c-41c7-b94a-b9c85e04a565 HTTP/1.1" status: 200  len: 890 time: 2.9753330
Apr 09 01:46:35.050417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Sync routers for ids ['e3f4251d-bc0c-41c7-b94a-b9c85e04a565'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:46:35.061771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Routers {'e3f4251d-bc0c-41c7-b94a-b9c85e04a565'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:46:35.062473 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760ce9358>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:46:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['e3f4251d-bc0c-41c7-b94a-b9c85e04a565'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:46:35.267472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Set router e3f4251d-bc0c-41c7-b94a-b9c85e04a565 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:46:35.633364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760ce9358>, [{'id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'name': 'router1', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '9df2b015-4715-4740-93e7-767f66f9a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:13Z', 'updated_at': '2021-04-09T01:46:33Z', 'revision_number': 4, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'gw_port': {'id': '9df2b015-4715-4740-93e7-767f66f9a83b', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:33Z', 'updated_at': '2021-04-09T01:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '32a8bcfb-500c-4652-8f35-8406ea584a1d', 'name': '', 'network_id': '62bbdb93-3990-457e-9436-b0371e705723', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:23Z', 'updated_at': '2021-04-09T01:46:31Z', 'revision_number': 5, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'subnets': [{'id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ee0b677-9414-4dba-af88-d5f319ca2a7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:46:35.639578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Checking router: e3f4251d-bc0c-41c7-b94a-b9c85e04a565 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:46:35.639973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Updating router e3f4251d-bc0c-41c7-b94a-b9c85e04a565 port 9df2b015-4715-4740-93e7-767f66f9a83b binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:46:35.699761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:36.116799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:36.130078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Transition to ACTIVE for port object 9df2b015-4715-4740-93e7-767f66f9a83b will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:46:36.135606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:36.151750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e59d3e7c-e573-4b04-8eaf-bec0c3a3ce08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:36.290217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a802f24-1f92-4578-909c-dc719b7fe819 None None] Pushing event updated for resources: {'Port': ['ID=9df2b015-4715-4740-93e7-767f66f9a83b,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:36.294883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4a802f24-1f92-4578-909c-dc719b7fe819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:36.345365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Attempting to bind port 9df2b015-4715-4740-93e7-767f66f9a83b on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:46:36.345784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Attempting to bind port 9df2b015-4715-4740-93e7-767f66f9a83b by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:46:36.346160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Attempting to bind port 9df2b015-4715-4740-93e7-767f66f9a83b on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:46:36.351959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:46:36.352393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:46:36.352819 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:36.353238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:46:36.353736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Bound port: 9df2b015-4715-4740-93e7-767f66f9a83b, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:46:36.354136 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:36.433995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] For port 9df2b015-4715-4740-93e7-767f66f9a83b, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:46:36.437083 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] For port 9df2b015-4715-4740-93e7-767f66f9a83b, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=9df2b015-4715-4740-93e7-767f66f9a83b,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:46:36.440494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:36.453424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:36.601491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a802f24-1f92-4578-909c-dc719b7fe819 None None] Pushing event updated for resources: {'Port': ['ID=9df2b015-4715-4740-93e7-767f66f9a83b,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:36.606586 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4a802f24-1f92-4578-909c-dc719b7fe819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:36.648648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Routers {'e3f4251d-bc0c-41c7-b94a-b9c85e04a565'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:46:36.649302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760ce9358>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:46:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['e3f4251d-bc0c-41c7-b94a-b9c85e04a565'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:46:36.988834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] Set router e3f4251d-bc0c-41c7-b94a-b9c85e04a565 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:46:37.354308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760ce9358>, [{'id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'name': 'router1', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '9df2b015-4715-4740-93e7-767f66f9a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:13Z', 'updated_at': '2021-04-09T01:46:33Z', 'revision_number': 4, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'gw_port': {'id': '9df2b015-4715-4740-93e7-767f66f9a83b', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:33Z', 'updated_at': '2021-04-09T01:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '32a8bcfb-500c-4652-8f35-8406ea584a1d', 'name': '', 'network_id': '62bbdb93-3990-457e-9436-b0371e705723', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:23Z', 'updated_at': '2021-04-09T01:46:31Z', 'revision_number': 5, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'subnets': [{'id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ee0b677-9414-4dba-af88-d5f319ca2a7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:46:37.359418 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d6048-93c0-4708-b61d-810b1b95352f None None] The sync data for ids ['e3f4251d-bc0c-41c7-b94a-b9c85e04a565'] in dv-cinder-784623-6-iscsi is: [{'id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'name': 'router1', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.146'}], 'enable_snat': True}, 'gw_port_id': '9df2b015-4715-4740-93e7-767f66f9a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:46:13Z', 'updated_at': '2021-04-09T01:46:33Z', 'revision_number': 4, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'gw_port': {'id': '9df2b015-4715-4740-93e7-767f66f9a83b', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:33Z', 'updated_at': '2021-04-09T01:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '32a8bcfb-500c-4652-8f35-8406ea584a1d', 'name': '', 'network_id': '62bbdb93-3990-457e-9436-b0371e705723', 'tenant_id': '5877b805e7a04ac68ecc94149b048f8a', 'mac_address': 'fa:16:3e:f5:bb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4251d-bc0c-41c7-b94a-b9c85e04a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:46:23Z', 'updated_at': '2021-04-09T01:46:31Z', 'revision_number': 5, 'project_id': '5877b805e7a04ac68ecc94149b048f8a', 'subnets': [{'id': 'f17db87d-07c7-4bb5-a08a-6830ff4ff07c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1ee0b677-9414-4dba-af88-d5f319ca2a7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:46:37.791835 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 48178) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:46:37.978301 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING oslo_policy.policy [None req-9bc15358-edc7-4bda-8e83-c5ec58a6a5a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 01:46:37.979079 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING oslo_policy.policy [None req-9bc15358-edc7-4bda-8e83-c5ec58a6a5a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 01:46:38.410096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.policy [None req-9bc15358-edc7-4bda-8e83-c5ec58a6a5a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85248) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 09 01:46:38.465056 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING oslo_policy.policy [None req-9bc15358-edc7-4bda-8e83-c5ec58a6a5a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 01:46:38.465484 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING oslo_policy.policy [None req-9bc15358-edc7-4bda-8e83-c5ec58a6a5a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 09 01:46:38.487016 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9bc15358-edc7-4bda-8e83-c5ec58a6a5a4 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.6906962
Apr 09 01:46:38.885983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 9df2b015-4715-4740-93e7-767f66f9a83b up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:46:38.962784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 9df2b015-4715-4740-93e7-767f66f9a83b completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:46:38.970760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 9df2b015-4715-4740-93e7-767f66f9a83b triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:46:38.971247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:39.111498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:39.129254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 9df2b015-4715-4740-93e7-767f66f9a83b, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=9df2b015-4715-4740-93e7-767f66f9a83b,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:46:39.132230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:39.134370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:46:39.207652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=9df2b015-4715-4740-93e7-767f66f9a83b,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:46:39.210972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:46:40.890189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 9df2b015-4715-4740-93e7-767f66f9a83b up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:46:41.019795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 9df2b015-4715-4740-93e7-767f66f9a83b triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:46:41.020339 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:43.757897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-29824737-cb38-4ad6-a34e-7cf0c161bada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:48.145758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-85150de5-08fd-4ce9-bab5-82ea06088dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:48.678861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:49.044385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:50.296811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:46:54.175390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:47:13.736311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ec75b98-4b32-41f1-b293-dbdd8f7f9308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:47:18.124215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c013919-b16f-4840-ba81-eabe6ac29d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:47:18.682458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:47:19.051255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:47:20.271781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:47:31.206686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:47:43.730082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b5fced28-573a-4f83-b69b-702995d4c817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:47:48.118083 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5deb2e1c-688f-4111-90e2-7b308816c403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:47:48.674555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:47:49.048056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:47:50.276308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:08.206042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:48:13.734285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e2413b06-329e-42ed-99c2-a81ed59ade04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:18.126048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc95776f-db7d-42dc-841a-b18779802efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:18.677190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:19.051702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:20.278857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:29.806748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 48754) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:30.050995 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc7a91a-d773-499d-aa9c-f20291779d61 admin admin] GET failed (client error): The resource could not be found.
Apr 09 01:48:30.052365 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4dc7a91a-d773-499d-aa9c-f20291779d61 admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.2445962
Apr 09 01:48:30.219187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6770f5-49b1-4e01-895a-5504afe981f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:30.220769 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ff6770f5-49b1-4e01-895a-5504afe981f7 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1634517
Apr 09 01:48:32.729175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 48764) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:32.847668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3024c9-8919-4245-8b3e-2fea7709835d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:32.849287 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3c3024c9-8919-4245-8b3e-2fea7709835d admin admin] 10.222.0.38 "GET /v2.0/subnets/f17db87d-07c7-4bb5-a08a-6830ff4ff07c HTTP/1.1" status: 200  len: 849 time: 0.1190631
Apr 09 01:48:32.861099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:48:32.996994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Notify callbacks [] for subnet, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:33.313367 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789484450436'] for subnet, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:33.328341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:48:33.479140 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17db87d-07c7-4bb5-a08a-6830ff4ff07c,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:48:33.499916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.500341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.500702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.501053 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.501404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.501746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.502092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.502432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.502789 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.503128 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.503466 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.503804 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Tracked resource versions report:
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]: pushed versions:
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]: {   'AddressGroup': {'1.2'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'ConntrackHelper': {'1.0'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Log': {'1.0'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Network': {'1.1'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Port': {'1.7'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'PortForwarding': {'1.2'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'QosPolicy': {'1.8'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroup': {'1.4'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroupRule': {'1.2'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SubPort': {'1.0'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Subnet': {'1.1'},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Trunk': {'1.1'}}
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]: consumer versions:
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]: {   DHCP agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     L3 agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metadata agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metering agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:     Open vSwitch agent@dv-cinder-784623-6-iscsi: {   'AddressGroup': '1.2',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'ConntrackHelper': '1.0',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Log': '1.0',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Network': '1.1',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Port': '1.7',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'PortForwarding': '1.2',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'QosPolicy': '1.8',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroup': '1.4',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroupRule': '1.2',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SubPort': '1.0',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Subnet': '1.1',
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Trunk': '1.1'}}
Apr 09 01:48:33.504923 dv-cinder-784623-6-iscsi neutron-server[85134]:  {{(pid=85248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 01:48:33.551938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:48:33.559979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:33.560650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:33.564538 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] 10.222.0.38 "PUT /v2.0/subnets/f17db87d-07c7-4bb5-a08a-6830ff4ff07c HTTP/1.1" status: 200  len: 868 time: 0.7081432
Apr 09 01:48:33.565219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b8ba62-8b53-40c8-93b2-21b9dfc7f538 None None] Network 62bbdb93-3990-457e-9436-b0371e705723 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:48:34.084987 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-c69918b4-716d-4fd1-82fb-d5daf9697d9a None None] Provisioning complete for port d34d66a0-e200-4b25-98c5-17ab95589ede triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:48:34.085592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c69918b4-716d-4fd1-82fb-d5daf9697d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:34.219938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-c69918b4-716d-4fd1-82fb-d5daf9697d9a None None] Provisioning complete for port 32a8bcfb-500c-4652-8f35-8406ea584a1d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:48:34.220371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c69918b4-716d-4fd1-82fb-d5daf9697d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:36.119295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 48780) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:36.308360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316b652-46b6-47ed-b585-3c523c1eadd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:36.308883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316b652-46b6-47ed-b585-3c523c1eadd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:36.310507 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b316b652-46b6-47ed-b585-3c523c1eadd9 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1901937
Apr 09 01:48:38.825278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48790) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:39.015759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5bd1a-8cc5-4d5e-afb7-e5946a501e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:39.016224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f5bd1a-8cc5-4d5e-afb7-e5946a501e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:39.017872 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-55f5bd1a-8cc5-4d5e-afb7-e5946a501e58 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1915984
Apr 09 01:48:41.553246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48800) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:41.741113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a39024c-720b-49b5-84c6-344391bc2470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:41.743081 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9a39024c-720b-49b5-84c6-344391bc2470 admin admin] 10.222.0.38 "GET /v2.0/networks/62bbdb93-3990-457e-9436-b0371e705723 HTTP/1.1" status: 200  len: 869 time: 0.1882834
Apr 09 01:48:43.736659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3f6ca856-efe2-47a2-9682-c65c32de8eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:44.267502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48810) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:44.451223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99bfa84-98d6-4b51-91aa-8466af5294d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:44.452750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d99bfa84-98d6-4b51-91aa-8466af5294d3 admin admin] 10.222.0.38 "GET /v2.0/networks/fd121c20-d225-4039-9d99-67eafeecc659 HTTP/1.1" status: 200  len: 886 time: 0.1841722
Apr 09 01:48:45.204973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:48:46.972009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48820) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:47.088612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e77ff23-015b-4f84-a152-f59f8d490429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:47.089122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e77ff23-015b-4f84-a152-f59f8d490429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:47.089895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1e77ff23-015b-4f84-a152-f59f8d490429 admin admin] Synchronizing usage tracker for tenant:49e7d211de254e349b01829b9db5c21f on resource:subnet {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:48:47.105341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1e77ff23-015b-4f84-a152-f59f8d490429 admin admin] Unset dirty status for tenant:49e7d211de254e349b01829b9db5c21f on resource:subnet {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:48:47.106598 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1e77ff23-015b-4f84-a152-f59f8d490429 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1335177
Apr 09 01:48:48.119650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d1077101-c4d2-471e-9597-703dee794678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:48.681194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:49.050830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:49.618554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48830) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:49.735428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adcf2c-4a18-4ce5-b9bd-5e42da27008e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:49.735936 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adcf2c-4a18-4ce5-b9bd-5e42da27008e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:49.737667 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e4adcf2c-4a18-4ce5-b9bd-5e42da27008e admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1180787
Apr 09 01:48:50.281070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:48:52.291062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48840) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:52.405459 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a30b93-cf6a-42b7-a124-c4777307b182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:52.406932 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-55a30b93-cf6a-42b7-a124-c4777307b182 admin admin] 10.222.0.38 "GET /v2.0/subnets/2a9610d4-23a1-40cf-9754-24d321425d8a HTTP/1.1" status: 200  len: 816 time: 0.1148322
Apr 09 01:48:54.930509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48850) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:48:55.049753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf5ec4b-5423-491d-b18f-8c308edd28ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:48:55.051219 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-daf5ec4b-5423-491d-b18f-8c308edd28ce admin admin] 10.222.0.38 "GET /v2.0/subnets/f17db87d-07c7-4bb5-a08a-6830ff4ff07c HTTP/1.1" status: 200  len: 868 time: 0.1195610
Apr 09 01:49:13.737597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bfc2ff10-3c50-444f-be61-1fdebb9b3350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:18.126232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4042fc38-55de-4d0b-9d78-0cf36348513d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:18.683677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:19.053919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:20.283403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:21.744980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48894) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:49:21.799478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [None req-4cfdf8bc-b3fc-41c9-b53a-0347b3de9a0b admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 01:49:21.800600 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4cfdf8bc-b3fc-41c9-b53a-0347b3de9a0b admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0546176
Apr 09 01:49:22.204115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:49:24.431126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48904) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:49:24.506135 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d42242-e341-434a-97a2-ebf3bde77941 admin admin] GET failed (client error): The resource could not be found.
Apr 09 01:49:24.507537 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-32d42242-e341-434a-97a2-ebf3bde77941 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0753946
Apr 09 01:49:24.648023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75656c90-3f27-4f96-a623-fda09cc492b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:49:24.649581 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-75656c90-3f27-4f96-a623-fda09cc492b8 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1376956
Apr 09 01:49:27.207750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48914) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:49:27.260213 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:49:27.265200 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:49:27.275214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:49:27.284163 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Made reservation on behalf of 49e7d211de254e349b01829b9db5c21f for: {'network': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:49:27.289357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:27.384432 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.services.revisions.revision_plugin [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fe75bf3f080] {project_id='49e7d211de254e349b01829b9db5c21f', id='6cb19347-6ef0-439c-900f-cd116bc72cd9', target_tenant='*', action='access_as_shared', object_id='c24c4531-3915-43f0-b7e5-296cb9809fc3'}> to bump revision.
Apr 09 01:49:27.396345 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'}  {{(pid=85247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:49:27.405198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:27.405586 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Added segment 7cfd6f2c-cbff-4733-91cb-ac50c2877252 of type vlan for network c24c4531-3915-43f0-b7e5-296cb9809fc3
Apr 09 01:49:27.435647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:27.464512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:27.465849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:49:27.466474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:27.471270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:49:27.571589 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3625677
Apr 09 01:49:27.574483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Pushing event updated for resources: {'Network': ['ID=c24c4531-3915-43f0-b7e5-296cb9809fc3,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:49:27.581976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.582351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.582717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.583084 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.583438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.583816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.584221 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.584579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.584995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.585349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.585701 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.586049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:27.589933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:49:27.598278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network c24c4531-3915-43f0-b7e5-296cb9809fc3 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:49:30.126359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48924) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:49:30.202651 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7717215-5a7a-493f-b633-87ec3aa9a3b6 admin admin] GET failed (client error): The resource could not be found.
Apr 09 01:49:30.203242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c7717215-5a7a-493f-b633-87ec3aa9a3b6 admin admin] Synchronizing usage tracker for tenant:49e7d211de254e349b01829b9db5c21f on resource:network {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:49:30.218882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c7717215-5a7a-493f-b633-87ec3aa9a3b6 admin admin] Unset dirty status for tenant:49e7d211de254e349b01829b9db5c21f on resource:network {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:49:30.220203 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c7717215-5a7a-493f-b633-87ec3aa9a3b6 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0927403
Apr 09 01:49:30.336160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723a6e4-90dd-4daf-a7cb-e9361ac943d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:49:30.337745 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1723a6e4-90dd-4daf-a7cb-e9361ac943d2 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1132162
Apr 09 01:49:30.348522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Request body: {'subnet': {'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:49:30.353465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:49:30.363309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:49:30.371875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Made reservation on behalf of 49e7d211de254e349b01829b9db5c21f for: {'subnet': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:49:30.376507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:30.766450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:30.785134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:49:30.915617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43aed73-f3a2-489a-8cdb-309740da7601,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:49:30.919717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:49:30.984637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Checking segment: {'id': '7cfd6f2c-cbff-4733-91cb-ac50c2877252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:49:30.985021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Network hostable DHCP agents. Network: c24c4531-3915-43f0-b7e5-296cb9809fc3, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:49:31.003792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Network c24c4531-3915-43f0-b7e5-296cb9809fc3 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:49:31.012344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, c24c4531-3915-43f0-b7e5-296cb9809fc3) {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:49:31.016334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:49:31.017008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:31.022127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04957327-c206-44ab-a50e-b79e18e216a8 None None] Network c24c4531-3915-43f0-b7e5-296cb9809fc3 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:49:31.041802 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6970630
Apr 09 01:49:31.263570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-c24c4531-3915-43f0-b7e5-296cb9809fc3', 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3', 'tenant_id': '49e7d211de254e349b01829b9db5c21f', 'fixed_ips': [{'subnet_id': 'd43aed73-f3a2-489a-8cdb-309740da7601'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 01:49:31.264659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:31.434291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Allocated IP 192.168.233.2 (c24c4531-3915-43f0-b7e5-296cb9809fc3/d43aed73-f3a2-489a-8cdb-309740da7601/02737aec-9473-4d1a-9c65-ac720bf6af96) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:49:31.821993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:31.833676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Transition to ACTIVE for port object 02737aec-9473-4d1a-9c65-ac720bf6af96 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:49:31.854989 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Transition to ACTIVE for port object 02737aec-9473-4d1a-9c65-ac720bf6af96 will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:49:31.859527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:31.877666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8998b257-18be-41ec-9416-8604e9af4b9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:49:32.018736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Pushing event updated for resources: {'Port': ['ID=02737aec-9473-4d1a-9c65-ac720bf6af96,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:49:32.031079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.031341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.031719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.032117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.032482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.032852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.033212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.033569 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.033954 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.034311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.034672 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.035028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:49:32.040436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:49:32.083214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Network c24c4531-3915-43f0-b7e5-296cb9809fc3 is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:49:32.084454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:49:32.087493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:49:32.191539 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Attempting to bind port 02737aec-9473-4d1a-9c65-ac720bf6af96 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:49:32.191942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Attempting to bind port 02737aec-9473-4d1a-9c65-ac720bf6af96 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '7cfd6f2c-cbff-4733-91cb-ac50c2877252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:49:32.192372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Attempting to bind port 02737aec-9473-4d1a-9c65-ac720bf6af96 on network c24c4531-3915-43f0-b7e5-296cb9809fc3 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:49:32.199264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:49:32.199652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Checking segment: {'id': '7cfd6f2c-cbff-4733-91cb-ac50c2877252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:49:32.200126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:32.200539 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Bound using segment: {'id': '7cfd6f2c-cbff-4733-91cb-ac50c2877252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:49:32.201055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Bound port: 02737aec-9473-4d1a-9c65-ac720bf6af96, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cfd6f2c-cbff-4733-91cb-ac50c2877252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:49:32.201466 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:32.280317 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] For port 02737aec-9473-4d1a-9c65-ac720bf6af96, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:49:32.284904 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] For port 02737aec-9473-4d1a-9c65-ac720bf6af96, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=02737aec-9473-4d1a-9c65-ac720bf6af96,segment=NetworkSegment(7cfd6f2c-cbff-4733-91cb-ac50c2877252),segment_id=7cfd6f2c-cbff-4733-91cb-ac50c2877252)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:49:32.289010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:32.305692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4a802f24-1f92-4578-909c-dc719b7fe819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:49:32.464472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Pushing event updated for resources: {'Port': ['ID=02737aec-9473-4d1a-9c65-ac720bf6af96,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:49:32.470579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:49:33.040746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 02737aec-9473-4d1a-9c65-ac720bf6af96 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:49:33.123818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 02737aec-9473-4d1a-9c65-ac720bf6af96 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:49:33.878044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89578f23-fa1b-400a-b4e7-df9700d44a34 None None] Network c24c4531-3915-43f0-b7e5-296cb9809fc3 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:49:33.994340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-a193b2a5-72bd-4001-88bd-9daefcf6c99a None None] Provisioning for port 02737aec-9473-4d1a-9c65-ac720bf6af96 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:49:34.005245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-a193b2a5-72bd-4001-88bd-9daefcf6c99a None None] Provisioning complete for port 02737aec-9473-4d1a-9c65-ac720bf6af96 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:49:34.005659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a193b2a5-72bd-4001-88bd-9daefcf6c99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:34.247089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a193b2a5-72bd-4001-88bd-9daefcf6c99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:34.278058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-a193b2a5-72bd-4001-88bd-9daefcf6c99a None None] For port 02737aec-9473-4d1a-9c65-ac720bf6af96, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=02737aec-9473-4d1a-9c65-ac720bf6af96,segment=NetworkSegment(7cfd6f2c-cbff-4733-91cb-ac50c2877252),segment_id=7cfd6f2c-cbff-4733-91cb-ac50c2877252)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:49:34.282391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a193b2a5-72bd-4001-88bd-9daefcf6c99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:34.287355 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:49:34.364924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193b2a5-72bd-4001-88bd-9daefcf6c99a None None] Pushing event updated for resources: {'Port': ['ID=02737aec-9473-4d1a-9c65-ac720bf6af96,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:49:34.369327 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a193b2a5-72bd-4001-88bd-9daefcf6c99a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:49:34.611847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-83451e85-5b0d-4951-97f7-55894e2d109e None None] Provisioning complete for port 02737aec-9473-4d1a-9c65-ac720bf6af96 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:49:34.612207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-83451e85-5b0d-4951-97f7-55894e2d109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:35.009205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 02737aec-9473-4d1a-9c65-ac720bf6af96 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:49:35.090780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 02737aec-9473-4d1a-9c65-ac720bf6af96 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:49:35.091196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:43.741180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-835ecfdd-1c5b-45e8-ba8e-c1a93882e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:48.122019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f01327cd-7ec9-4710-8305-fa7b5b06c135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:48.686893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:49.056910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:50.287281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:49:59.203719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:50:13.744448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-00c869b7-dcf4-45d0-b91e-7cda648cc222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:18.126072 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d9738e66-7e8f-4a2f-bb57-aa11e805a516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:18.689993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:19.053487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:20.292905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:36.202459 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:50:43.748796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f0fa07f7-9d00-4621-a58b-fcdcdebf54b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:48.131832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-077aa200-17dc-4708-9c88-76e26b5b544b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:48.692025 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:49.057379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:50.294601 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:52.491170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48974) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:50:52.497492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [None req-72c0e578-a8f8-4942-b4bd-96e6acf388b7 tempest-verify_tempest_config-454194622 tempest-verify_tempest_config-454194622-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 01:50:52.498540 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-72c0e578-a8f8-4942-b4bd-96e6acf388b7 tempest-verify_tempest_config-454194622 tempest-verify_tempest_config-454194622-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063262
Apr 09 01:50:52.926693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 48992) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:50:53.055239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:53.069513 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.quota [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe760c618d0>.
Apr 09 01:50:53.074373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:50:53.079584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Usage tracker for resource:security_group_rule and tenant:fa095d611c0f47efa4f3a48abbe2e6f6 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:50:53.083634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:50:53.090787 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:50:53.202030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:53.204861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:53.217094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:50:53.259586 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fa095d611c0f47efa4f3a48abbe2e6f6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3316963
Apr 09 01:50:53.261297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb9692a-5101-4aae-96da-ff639bb608f5,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:50:53.262495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 48998) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:50:53.269222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.269677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.270130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.270524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.270889 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.271267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.271629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.272014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.272394 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.272752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.273108 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.273461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.278559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:50:53.330706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:53.360717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:53.413844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:53.419212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:50:53.433530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb9692a-5101-4aae-96da-ff639bb608f5,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:50:53.441299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:50:53.445561 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cfb9692a-5101-4aae-96da-ff639bb608f5 HTTP/1.1" status: 204  len: 168 time: 0.1789720
Apr 09 01:50:53.445561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.445561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.445561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.445561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.446122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.446122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.446470 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.446832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.447190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.447545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.447905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.448309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:50:53.451448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:51:13.201445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:51:13.750057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-57414fc8-569f-4865-b920-397c6a149c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:51:18.136153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c3f1a297-6290-489b-ab94-4876f7bf149c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:51:18.693625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:51:19.059775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:51:20.297829 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:51:43.751879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-669fc600-f157-4f87-b59d-538d4e0f93e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:51:48.138385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f1c129fc-e7f1-40c7-83c3-1e7cd9e1f86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:51:48.696115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:51:49.062788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:51:50.201353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 5 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:51:50.300439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:13.753388 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-07c3fa65-cc80-4ff5-9224-37c0aee95670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:18.145705 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8238d446-f02c-44f9-b1c7-a2a83b0b1097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:18.696864 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:19.066122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:20.304794 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:27.169736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431'] for agent, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:27.201187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:52:43.754599 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e1d4a3f2-201c-45bd-9fbe-4dcd9c44f44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:43.932199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49070) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:52:44.057685 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-76b9a627-c8b0-4568-9652-ec341e1e7431 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1242959
Apr 09 01:52:46.680781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49080) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:52:46.747458 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-06937865-a05d-4758-ad3b-bb497f14a570 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0654929
Apr 09 01:52:48.138753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6954a69-940d-4972-b007-f4a6fe6a360f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:48.698313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:49.068442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:50.308850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:52:57.156699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:04.201723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:53:13.756078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b8990a1c-6d63-4a1c-b59c-f601ec3d42b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:18.139981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cb3e7dd7-0e4e-46c1-bbe6-d5ba0af67ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:18.700409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:19.071214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:20.310560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:27.154966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:41.202512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:53:43.763330 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-545c2c50-cecf-453c-86e6-7f4eb01a8745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:48.142208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1ce30765-c31a-42b6-ae0f-77aeb8e3b9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:48.702361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:49.074110 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:50.314840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:53:57.152348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:13.758606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b688a8dd-9694-4da4-9180-4afd55e4b179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:18.165431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-992ba929-fced-445b-88be-b053faa0cd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:18.202516 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:54:18.726991 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:19.120785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:20.330340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:22.157915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49226) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:22.734298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-512906188-network', 'tenant_id': '16a02a873b584bde83597c4fb075430a'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:22.743605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:22.749395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Usage tracker for resource:network and tenant:16a02a873b584bde83597c4fb075430a is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:22.753862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:22.766043 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:22.781137 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Made reservation on behalf of 16a02a873b584bde83597c4fb075430a for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:22.790171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:22.814995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:22.843853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:22.851219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Usage tracker for resource:security_group_rule and tenant:16a02a873b584bde83597c4fb075430a is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:22.856875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:22.869267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:23.027178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:23.031264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:23.039310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:23.101336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:54:23.112753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d3a245-d2f4-45fa-af57-a073f5552248,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:23.131536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.132198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.132815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.133405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.134012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.134626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.135159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.135782 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.136422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.137032 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.137641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.138189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Tracked resource versions report:
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]: pushed versions:
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]: {   'AddressGroup': {'1.2'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'ConntrackHelper': {'1.0'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Log': {'1.0'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Network': {'1.1'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Port': {'1.7'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'PortForwarding': {'1.2'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'QosPolicy': {'1.8'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroup': {'1.4'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroupRule': {'1.2'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SubPort': {'1.0'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Subnet': {'1.1'},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Trunk': {'1.1'}}
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]: consumer versions:
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]: {   DHCP agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     HyperV agent@hv-cinder-78462: {},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     L3 agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metadata agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metering agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:     Open vSwitch agent@dv-cinder-784623-6-iscsi: {   'AddressGroup': '1.2',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'ConntrackHelper': '1.0',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Log': '1.0',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Network': '1.1',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Port': '1.7',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'PortForwarding': '1.2',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'QosPolicy': '1.8',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroup': '1.4',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroupRule': '1.2',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SubPort': '1.0',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Subnet': '1.1',
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Trunk': '1.1'}}
Apr 09 01:54:23.140324 dv-cinder-784623-6-iscsi neutron-server[85134]:  {{(pid=85248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 01:54:23.149474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:23.155787 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789484497386', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:23.156831 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe7619e9ea0> segment precommit_create {{(pid=85248) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 09 01:54:23.157732 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Added segment 5cfc4bef-d760-4bb5-bfd8-b08f7855945b of type vlan for network 31dea640-a55c-4934-8416-2f6053542187
Apr 09 01:54:23.264452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:23.311496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:23.314816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:23.315842 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:23.326194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:23.521209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Pushing event updated for resources: {'Network': ['ID=31dea640-a55c-4934-8416-2f6053542187,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:23.543604 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:23.553195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49284) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:23.562526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network 31dea640-a55c-4934-8416-2f6053542187 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:54:23.566893 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4071801
Apr 09 01:54:23.570021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Request body: {'subnet': {'network_id': '31dea640-a55c-4934-8416-2f6053542187', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-512906188-subnet', 'tenant_id': '16a02a873b584bde83597c4fb075430a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:23.576268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:23.581879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Usage tracker for resource:subnet and tenant:16a02a873b584bde83597c4fb075430a is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:23.587126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:23.594882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:23.607531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Made reservation on behalf of 16a02a873b584bde83597c4fb075430a for: {'subnet': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:23.612968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:24.273664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:24.619755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49310) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:24.640436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49316) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:24.753929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:24.883040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee2dd54c-5f42-4b78-819b-17d1af49e64a,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:24.903615 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.904307 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.904952 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.905576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.906208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.906862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.907487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.908153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.908791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.909398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.910287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.911132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Tracked resource versions report:
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]: pushed versions:
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]: {   'AddressGroup': {'1.2'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'ConntrackHelper': {'1.0'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Log': {'1.0'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Network': {'1.1'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Port': {'1.7'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'PortForwarding': {'1.2'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'QosPolicy': {'1.8'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroup': {'1.4'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroupRule': {'1.2'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SubPort': {'1.0'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Subnet': {'1.1'},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Trunk': {'1.1'}}
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]: consumer versions:
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]: {   DHCP agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     HyperV agent@hv-cinder-78462: {},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     L3 agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metadata agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metering agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:     Open vSwitch agent@dv-cinder-784623-6-iscsi: {   'AddressGroup': '1.2',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'ConntrackHelper': '1.0',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Log': '1.0',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Network': '1.1',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Port': '1.7',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'PortForwarding': '1.2',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'QosPolicy': '1.8',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroup': '1.4',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroupRule': '1.2',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SubPort': '1.0',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Subnet': '1.1',
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Trunk': '1.1'}}
Apr 09 01:54:24.914145 dv-cinder-784623-6-iscsi neutron-server[85134]:  {{(pid=85247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 01:54:24.931946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:24.961488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49326) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:25.081411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Checking segment: {'id': '5cfc4bef-d760-4bb5-bfd8-b08f7855945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31dea640-a55c-4934-8416-2f6053542187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:25.082461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Network hostable DHCP agents. Network: 31dea640-a55c-4934-8416-2f6053542187, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:54:25.132389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Network 31dea640-a55c-4934-8416-2f6053542187 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:54:25.153347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, 31dea640-a55c-4934-8416-2f6053542187) {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:25.159628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:25.160677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.173359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe954e16-81c5-4eb8-988f-618031372203 None None] Network 31dea640-a55c-4934-8416-2f6053542187 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:54:25.179235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1973195180-network', 'tenant_id': '3bcfc614a87947d4801ef4e95e289ac4'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:25.200255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:25.222322 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6670182
Apr 09 01:54:25.222746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Usage tracker for resource:network and tenant:3bcfc614a87947d4801ef4e95e289ac4 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:25.231132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:25.247661 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:25.269667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Made reservation on behalf of 3bcfc614a87947d4801ef4e95e289ac4 for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:25.279970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.323015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-network', 'tenant_id': '96703e956e034c16ad1cca21be36101a'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:25.329194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.365749 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:25.374257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Usage tracker for resource:security_group_rule and tenant:3bcfc614a87947d4801ef4e95e289ac4 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:25.381347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:25.394562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:25.400088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-192190062-network', 'tenant_id': '04741939d3534ea99b01d960cf92f527'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:25.408090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:25.448964 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Usage tracker for resource:network and tenant:96703e956e034c16ad1cca21be36101a is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:25.477474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:25.556811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.567107 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:25.580318 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:25.582450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.594921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Usage tracker for resource:network and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:25.603514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:25.635757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-057775f1-33bd-404a-a041-3881d5d7cb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:25.674728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:25.681716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Made reservation on behalf of 96703e956e034c16ad1cca21be36101a for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:25.702362 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.704960 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa72d7-85da-4fab-807d-c5a1fc7610a0 None None] Network 31dea640-a55c-4934-8416-2f6053542187 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:54:25.730704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.756288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:54:25.766903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.767272 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Added segment 811be4a8-6b5f-41cf-ab0e-9b966f44f7fb of type vlan for network 107997fa-4577-421c-97e5-52be9579a476
Apr 09 01:54:25.830632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943fff0a-22a7-4151-b163-22ea53b40a14,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:25.841659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:25.853977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:25.855737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Made reservation on behalf of 04741939d3534ea99b01d960cf92f527 for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:25.865138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.955305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:25.984909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Usage tracker for resource:security_group_rule and tenant:96703e956e034c16ad1cca21be36101a is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:25.999469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:26.008627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Usage tracker for resource:security_group_rule and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:26.014996 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:26.029977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:26.062845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:26.079054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:26.091896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.172294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.185401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:26.186054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.204166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:26.336521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Pushing event updated for resources: {'Network': ['ID=107997fa-4577-421c-97e5-52be9579a476,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:26.350686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:26.360254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network 107997fa-4577-421c-97e5-52be9579a476 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:54:26.397507 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.7726502
Apr 09 01:54:26.398160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49378) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:26.416202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Request body: {'subnet': {'network_id': '107997fa-4577-421c-97e5-52be9579a476', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1973195180-subnet', 'tenant_id': '3bcfc614a87947d4801ef4e95e289ac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:26.438162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:26.452371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Usage tracker for resource:subnet and tenant:3bcfc614a87947d4801ef4e95e289ac4 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:26.466957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:26.478529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.485828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.493872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:26.511207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:26.528091 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.537719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Made reservation on behalf of 3bcfc614a87947d4801ef4e95e289ac4 for: {'subnet': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:26.539516 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.549256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:54:26.550710 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.570121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b137b6a9-7e24-4038-b7a0-92e132210309,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:26.578713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:26.579319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9221a61b-fb9e-4003-8bc9-fa622d2eb22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:26.588885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.589285 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Added segment 61bf2605-00de-46cf-91f0-a55ff144d918 of type vlan for network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3
Apr 09 01:54:26.603106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:54:26.633767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.634163 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Added segment 66b23a1e-c469-45f1-b6ca-bb306872b2b9 of type vlan for network b134a394-11b9-4c54-bed1-cfe6d0f309b1
Apr 09 01:54:26.660304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d135f86c-566e-4403-87fb-44b9913879ba,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:26.667664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:26.675953 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.704676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.753454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.762764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:26.763868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.772983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:26.792978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.807673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:26.808816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:26.868968 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.2265527
Apr 09 01:54:26.873465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49388) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:26.884942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Request body: {'subnet': {'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-subnet', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:26.891559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:26.910793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Usage tracker for resource:subnet and tenant:96703e956e034c16ad1cca21be36101a is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:26.915790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:26.925935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:26.940684 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49392) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:26.941581 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.9776347
Apr 09 01:54:26.956787 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Request body: {'subnet': {'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-192190062-subnet', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:27.002554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Made reservation on behalf of 96703e956e034c16ad1cca21be36101a for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:27.008574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:27.125408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:27.184431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Usage tracker for resource:subnet and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:27.204165 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:27.206424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:27.227522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:27.298634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Made reservation on behalf of 04741939d3534ea99b01d960cf92f527 for: {'subnet': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:27.307547 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:27.368343 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Pushing event updated for resources: {'Network': ['ID=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:27.380075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:54:27.391370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:27.391827 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.530s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:27.960524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Pushing event updated for resources: {'Network': ['ID=b134a394-11b9-4c54-bed1-cfe6d0f309b1,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:27.971887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:27.974170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:54:28.084155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:28.124944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-07bcd807-c3ff-4b14-83a8-e5087e706502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:28.418781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:28.430560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:28.453322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:28.475533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a95ff673-805c-4f61-a9da-ba4ea8ba096e,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:28.487399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:28.489276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:28.522214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49440) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:28.582266 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 09 01:54:28.706372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc8e70f-5f92-46e9-9319-75866c97bd79,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:28.723237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:28.757003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:28.770836 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:28.820452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Checking segment: {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:28.820862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Network hostable DHCP agents. Network: 107997fa-4577-421c-97e5-52be9579a476, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:54:28.916271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Checking segment: {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:28.916925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Network hostable DHCP agents. Network: b134a394-11b9-4c54-bed1-cfe6d0f309b1, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:54:28.971823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a1d54694-b02d-4df4-9446-3c844bd238c8 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:28.975610 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a1d54694-b02d-4df4-9446-3c844bd238c8 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/networks?id=31dea640-a55c-4934-8416-2f6053542187 HTTP/1.1" status: 200  len: 811 time: 0.4464693
Apr 09 01:54:28.982840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:54:29.002901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, b134a394-11b9-4c54-bed1-cfe6d0f309b1) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:29.013576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a61f68-2ada-46fd-9634-800e339a539c None None] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:54:29.031326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Network 107997fa-4577-421c-97e5-52be9579a476 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:54:29.032214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:29.033034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:29.046401 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a1364f41-14a9-4544-8b86-cf5852853b35 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/quotas/16a02a873b584bde83597c4fb075430a HTTP/1.1" status: 200  len: 375 time: 0.0564189
Apr 09 01:54:29.067550 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.1896572
Apr 09 01:54:29.067766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, 107997fa-4577-421c-97e5-52be9579a476) {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:29.075223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49464) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:29.082037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:29.091425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:29.098551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Usage tracker for resource:router and tenant:96703e956e034c16ad1cca21be36101a is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:29.104325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:29.112379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:29.132530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:29.135765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:29.152542 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:29.153505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:29.172923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Checking segment: {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:29.173485 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Network hostable DHCP agents. Network: b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:54:29.191640 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-b9003c68-24a1-4dd6-9617-158a75e909d1 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=16a02a873b584bde83597c4fb075430a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1351910
Apr 09 01:54:29.203338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:29.238901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1312d1-6c72-4fec-b231-a11ac28af8a0 None None] Network 107997fa-4577-421c-97e5-52be9579a476 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:54:29.257470 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.8476958
Apr 09 01:54:29.257470 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:54:29.285871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3) {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:29.305145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:29.306273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:29.316145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8cdb1-9ea2-45a4-9e77-485697becd31 None None] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:54:29.362554 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5e468128-d429-419d-a7fc-84a2ab8937a5 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.4182208
Apr 09 01:54:29.363505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49478) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:29.372192 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:29.377789 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:29.384896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Usage tracker for resource:router and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:29.396468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:29.432398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:29.466655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:29.469550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:29.551897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:29.834935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-c2be8173-1dc3-44c3-84ed-a63d724082ca service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 01:54:29.836156 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-c2be8173-1dc3-44c3-84ed-a63d724082ca service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3128891
Apr 09 01:54:29.846900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 01:54:29.848194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:30.081922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Allocated IP 172.20.0.2 (b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3/ccc8e70f-5f92-46e9-9319-75866c97bd79/ecfaeb09-a5c2-4326-aff3-a297e07f0f7d) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:54:30.110212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49518) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:30.171797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:30.352144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7223d6f1-98c5-435d-800c-33a8b6806851 None None] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:54:30.615791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:30.659372 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-0a6bd483-d7ba-49b3-b47e-6b04476226e9 service neutron] 10.222.0.38 "GET /v2.0/networks/31dea640-a55c-4934-8416-2f6053542187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6907701
Apr 09 01:54:30.663012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:30.733917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:30.828954 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef58c7b2-da25-46a9-a88a-b85a27809d89 None None] Network 107997fa-4577-421c-97e5-52be9579a476 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:54:30.845173 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Allocated IP 172.27.2.10 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/46e20d38-f0a1-4c59-bb71-80a37837b0fc) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:54:30.983503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-64e85fd5-001a-4642-bb34-b0efc708dba9 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:30.985274 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-64e85fd5-001a-4642-bb34-b0efc708dba9 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 815 time: 0.8188748
Apr 09 01:54:31.050645 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-31872985-2bf1-497a-b2f4-46b653dadbd4 service neutron] 10.222.0.38 "GET /v2.0/networks/31dea640-a55c-4934-8416-2f6053542187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3902519
Apr 09 01:54:31.070753 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-aea66fc7-5d34-4bf2-8365-a84bc54f097c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/quotas/3bcfc614a87947d4801ef4e95e289ac4 HTTP/1.1" status: 200  len: 375 time: 0.0273378
Apr 09 01:54:31.120502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:31.183202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:31.191093 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-bf96db6a-905b-4b00-b90c-dd1be70a8a44 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1192627
Apr 09 01:54:31.274149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:31.438763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Transition to ACTIVE for port object ecfaeb09-a5c2-4326-aff3-a297e07f0f7d will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:54:31.509152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:31.526318 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Transition to ACTIVE for port object ecfaeb09-a5c2-4326-aff3-a297e07f0f7d will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:54:31.550175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:31.583214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:31.586482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:31.639573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:31.659442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Pushing event updated for resources: {'Port': ['ID=46e20d38-f0a1-4c59-bb71-80a37837b0fc,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:31.668960 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:54:31.670495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:31.684244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:31.685399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:54:31.775845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d93d2020-741e-4d4a-aeb8-bad65c471d27 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 01:54:31.784705 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d93d2020-741e-4d4a-aeb8-bad65c471d27 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2821212
Apr 09 01:54:31.909620 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Pushing event updated for resources: {'Port': ['ID=ecfaeb09-a5c2-4326-aff3-a297e07f0f7d,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:31.924696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.925111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.925490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.925856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.926224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.926587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.926946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.927860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.928254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.928612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.928968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.929454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Tracked resource versions report:
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]: pushed versions:
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]: {   'AddressGroup': {'1.2'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'ConntrackHelper': {'1.0'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Log': {'1.0'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Network': {'1.1'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Port': {'1.7'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'PortForwarding': {'1.2'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'QosPolicy': {'1.8'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroup': {'1.4'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroupRule': {'1.2'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SubPort': {'1.0'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Subnet': {'1.1'},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Trunk': {'1.1'}}
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]: consumer versions:
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]: {   DHCP agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     HyperV agent@hv-cinder-78462: {},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     L3 agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metadata agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metering agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:     Open vSwitch agent@dv-cinder-784623-6-iscsi: {   'AddressGroup': '1.2',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'ConntrackHelper': '1.0',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Log': '1.0',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Network': '1.1',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Port': '1.7',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'PortForwarding': '1.2',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'QosPolicy': '1.8',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroup': '1.4',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroupRule': '1.2',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SubPort': '1.0',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Subnet': '1.1',
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Trunk': '1.1'}}
Apr 09 01:54:31.930651 dv-cinder-784623-6-iscsi neutron-server[85134]:  {{(pid=85249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 01:54:31.935702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:31.983015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:54:31.984389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:31.987107 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:54:32.218051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Attempting to bind port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:54:32.218641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Attempting to bind port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:54:32.220405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Attempting to bind port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d on network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:54:32.234755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:54:32.235169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Checking segment: {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:32.235603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:32.236076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Bound using segment: {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:54:32.236622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Bound port: ecfaeb09-a5c2-4326-aff3-a297e07f0f7d, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:54:32.237044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:32.362876 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] For port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:54:32.367631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] For port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=ecfaeb09-a5c2-4326-aff3-a297e07f0f7d,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:54:32.374927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:32.405352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:32.559245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Pushing event updated for resources: {'Port': ['ID=ecfaeb09-a5c2-4326-aff3-a297e07f0f7d,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:32.714536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:32.774246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Allocated IP 172.27.2.29 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/174e3b6a-5089-4e03-a0a8-13a02994e1e2) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:54:32.842586 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2960c3cb-0599-4afb-a50d-7b53547f1760 req-8fef5b0c-c241-4040-9c6d-8ea5cf030cf3 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.3672431
Apr 09 01:54:32.848432 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-e5974ae0-592e-4202-b012-a88698ec0311 service neutron] 10.222.0.38 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0627122
Apr 09 01:54:33.068737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:33.486904 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:33.561310 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-9eb5da34-6508-428d-8f49-c0f8cd8859c5 service neutron] 10.222.0.38 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4981480
Apr 09 01:54:33.576856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:33.596636 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:33.775284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Pushing event updated for resources: {'Port': ['ID=174e3b6a-5089-4e03-a0a8-13a02994e1e2,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:33.977546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:33.998393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:54:33.999788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:34.009570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:54:34.259587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:34.346966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49650) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:34.639109 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Router c18a848b-7e62-4006-a743-34ded4d90d67 is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 01:54:34.670161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:34.800074 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6c6fa91f-41be-47c9-8454-598ef01913dc req-a29ae09b-94c3-46fe-8cd8-a1108abeba87 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 210 time: 0.1262877
Apr 09 01:54:35.022310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:54:35.031062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c53c5ff-9c01-4d61-afe2-73bceeed5c9d None None] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:54:35.041073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Sync routers for ids ['c18a848b-7e62-4006-a743-34ded4d90d67'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:54:35.041721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:35.049346 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Usage tracker for resource:security_group_rule and tenant:6dd3a7116b674b038827dcc210820e40 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:35.056829 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:35.066847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:35.072525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:35.077614 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.0009396
Apr 09 01:54:35.078531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49680) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:35.096411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Routers {'c18a848b-7e62-4006-a743-34ded4d90d67'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:54:35.098139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd36908>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:54:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['c18a848b-7e62-4006-a743-34ded4d90d67'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:35.182066 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8dcf0628-99a6-40d3-98fd-67abf32642f7 req-3de863e8-db7c-4ebf-868d-b4905977b10f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.4832056
Apr 09 01:54:35.284729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device ecfaeb09-a5c2-4326-aff3-a297e07f0f7d up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:54:35.460505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-d53fd6ab-eb62-4c77-8cd9-3b93118ad822 None None] Provisioning for port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:54:35.518100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:54:35.560644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:54:35.564042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:35.784281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Set router c18a848b-7e62-4006-a743-34ded4d90d67 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:54:35.842088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:35.911976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:35.924601 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:35.959572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:35.987218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=ecfaeb09-a5c2-4326-aff3-a297e07f0f7d,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:54:35.992621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:35.995844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:36.105466 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=ecfaeb09-a5c2-4326-aff3-a297e07f0f7d,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:36.117696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:36.232757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-97bd6c0b-3966-4ca3-be5d-e9b1cf066585 None None] Provisioning complete for port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:54:36.233280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-97bd6c0b-3966-4ca3-be5d-e9b1cf066585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:36.545879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e9588387-4f22-4964-9ba3-2b55f0779f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:36.622450 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5dfe534-7522-4530-97f6-c0e86b10c821 req-67d90a9b-2814-4337-b825-75e836ba559f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 210 time: 0.5243092
Apr 09 01:54:36.634207 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6dd3a7116b674b038827dcc210820e40&name=default HTTP/1.1" status: 200  len: 2975 time: 2.2872782
Apr 09 01:54:36.635143 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49716) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:36.713727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5e5d8a-09b1-4890-9853-f55100859960,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:36.807086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd36908>, [{'id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:32Z', 'revision_number': 3, 'project_id': '96703e956e034c16ad1cca21be36101a', 'gw_port': {'id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:30Z', 'updated_at': '2021-04-09T01:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:36.811939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Checking router: c18a848b-7e62-4006-a743-34ded4d90d67 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:54:36.812706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Updating router c18a848b-7e62-4006-a743-34ded4d90d67 port 46e20d38-f0a1-4c59-bb71-80a37837b0fc binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:54:36.828073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:36.843408 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2ae27a14-09e6-43e5-9782-be9436c4861c req-bf91e31a-d20c-4f65-bdec-0521c3571076 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.1171772
Apr 09 01:54:36.881862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-86248b8a-44cc-45f1-bad3-fbc34171fcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:36.937466 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:37.015779 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-86248b8a-44cc-45f1-bad3-fbc34171fcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:37.037576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:37.297951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device ecfaeb09-a5c2-4326-aff3-a297e07f0f7d up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:54:37.320328 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-86248b8a-44cc-45f1-bad3-fbc34171fcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:37.341019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:37.372438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:37.461868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:54:37.462669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:37.474803 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-86248b8a-44cc-45f1-bad3-fbc34171fcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:37.492429 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-86248b8a-44cc-45f1-bad3-fbc34171fcdb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4e5e5d8a-09b1-4890-9853-f55100859960 HTTP/1.1" status: 204  len: 168 time: 0.8336096
Apr 09 01:54:37.493957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86248b8a-44cc-45f1-bad3-fbc34171fcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5e5d8a-09b1-4890-9853-f55100859960,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:37.499792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-86248b8a-44cc-45f1-bad3-fbc34171fcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:37.793181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 01:54:37.907222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:37.996717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Transition to ACTIVE for port object 46e20d38-f0a1-4c59-bb71-80a37837b0fc will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:54:38.018860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:38.077502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Allocated IP 172.20.0.1 (b134a394-11b9-4c54-bed1-cfe6d0f309b1/8b2a7a11-ef74-4f2e-96c5-e39c06ea799e/aad596fa-d11a-463d-84ff-f7ea87792a84) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:54:38.142783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.62', 49869) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:38.350399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:38.408021 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78c9ab70-f583-4809-8c5a-7595033b82de req-99827885-75e2-4662-903d-9e14afcb02af tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 210 time: 0.1760082
Apr 09 01:54:38.498623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Attempting to bind port 46e20d38-f0a1-4c59-bb71-80a37837b0fc on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:54:38.503367 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Attempting to bind port 46e20d38-f0a1-4c59-bb71-80a37837b0fc by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:54:38.509985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Attempting to bind port 46e20d38-f0a1-4c59-bb71-80a37837b0fc on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:54:38.527629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:54:38.528428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:38.529068 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:38.529949 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:54:38.530723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Bound port: 46e20d38-f0a1-4c59-bb71-80a37837b0fc, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:54:38.531431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:38.649182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] For port 46e20d38-f0a1-4c59-bb71-80a37837b0fc, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:54:38.654792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] For port 46e20d38-f0a1-4c59-bb71-80a37837b0fc, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=46e20d38-f0a1-4c59-bb71-80a37837b0fc,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:54:38.667216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:38.672770 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2c4c63d1-c7f9-40df-8d24-678177dbf865 req-a9f42e73-7c28-486d-ac1c-47b51f2a4fa9 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.3145182
Apr 09 01:54:38.793197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:38.816816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a077f64d-c292-4495-ba24-34ca7a93334f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:38.816816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a077f64d-c292-4495-ba24-34ca7a93334f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Synchronizing usage tracker for tenant:16a02a873b584bde83597c4fb075430a on resource:network {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:54:38.854749 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.62', 49871) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:38.933808 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a077f64d-c292-4495-ba24-34ca7a93334f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Unset dirty status for tenant:16a02a873b584bde83597c4fb075430a on resource:network {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:54:38.935121 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a077f64d-c292-4495-ba24-34ca7a93334f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.62 "GET /v2.0/networks?id=31dea640-a55c-4934-8416-2f6053542187 HTTP/1.1" status: 200  len: 811 time: 0.7904258
Apr 09 01:54:39.005897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:39.057052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Request body: {'port': {'device_id': 'ca2d1156-bc2a-4483-890b-4b6383145eed', 'network_id': '31dea640-a55c-4934-8416-2f6053542187', 'admin_state_up': True, 'tenant_id': '16a02a873b584bde83597c4fb075430a'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:39.072827 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Routers {'c18a848b-7e62-4006-a743-34ded4d90d67'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:54:39.073704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd36908>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:54:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['c18a848b-7e62-4006-a743-34ded4d90d67'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:39.374088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Pushing event updated for resources: {'Port': ['ID=46e20d38-f0a1-4c59-bb71-80a37837b0fc,revision_number=2']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:39.402931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:39.482993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.483621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:39.483839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.489058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.489814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.490429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.491046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.491645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.492280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.492901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.493517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.494132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.494692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:54:39.496867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Usage tracker for resource:port and tenant:16a02a873b584bde83597c4fb075430a is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:39.504973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Tracked resource versions report:
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]: pushed versions:
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]: {   'AddressGroup': {'1.2'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'ConntrackHelper': {'1.0'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Log': {'1.0'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Network': {'1.1'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Port': {'1.7'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'PortForwarding': {'1.2'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'QosPolicy': {'1.8'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroup': {'1.4'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SecurityGroupRule': {'1.2'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'SubPort': {'1.0'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Subnet': {'1.1'},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     'Trunk': {'1.1'}}
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]: consumer versions:
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]: {   DHCP agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     HyperV agent@hv-cinder-78462: {},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     L3 agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metadata agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     Metering agent@dv-cinder-784623-6-iscsi: {},
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:     Open vSwitch agent@dv-cinder-784623-6-iscsi: {   'AddressGroup': '1.2',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'ConntrackHelper': '1.0',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Log': '1.0',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Network': '1.1',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Port': '1.7',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'PortForwarding': '1.2',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'QosPolicy': '1.8',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroup': '1.4',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SecurityGroupRule': '1.2',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'SubPort': '1.0',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Subnet': '1.1',
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:                                                      'Trunk': '1.1'}}
Apr 09 01:54:39.524901 dv-cinder-784623-6-iscsi neutron-server[85134]:  {{(pid=85250) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 09 01:54:39.549573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:39.555226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:39.625992 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:39.701393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=aad596fa-d11a-463d-84ff-f7ea87792a84,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:39.728984 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:39.768645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Made reservation on behalf of 16a02a873b584bde83597c4fb075430a for: {'port': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:39.771342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Pushing event updated for resources: {'Port': ['ID=46e20d38-f0a1-4c59-bb71-80a37837b0fc,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:39.790574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:39.827423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:39.983850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] Set router c18a848b-7e62-4006-a743-34ded4d90d67 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:54:40.130414 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0a3f691-fa17-4139-8297-7a35b92f9a8e req-9942fa4b-80f5-44b6-8447-4387212677ef tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 210 time: 0.1230044
Apr 09 01:54:40.164750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:54:40.182178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Sync routers for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:54:40.240405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:54:40.241560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760262898>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:54:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:40.263650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Notify callbacks [] for router, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:40.267807 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 10.9003789
Apr 09 01:54:40.269680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49856) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:40.342178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-c4aa3bec-5e99-418a-9929-012854ba8411 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:40.360721 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-c4aa3bec-5e99-418a-9929-012854ba8411 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 815 time: 1.5038884
Apr 09 01:54:40.384909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Request body: {'port': {'device_id': '5a8dfd3c-580f-4c46-a9ee-300b305ca1d1', 'network_id': '107997fa-4577-421c-97e5-52be9579a476', 'admin_state_up': True, 'tenant_id': '3bcfc614a87947d4801ef4e95e289ac4'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:40.676348 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6c12401e-d2c7-4ab7-bb27-64c981e6765e req-59e370b7-3825-445c-84dc-a6d7c461e8a6 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.2000635
Apr 09 01:54:41.121413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Allocated IP 172.20.0.8 (31dea640-a55c-4934-8416-2f6053542187/ee2dd54c-5f42-4b78-819b-17d1af49e64a/91b21ad2-0b7d-445a-9838-3744612d05b9) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:54:41.128076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:54:41.273491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:41.304797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Usage tracker for resource:port and tenant:3bcfc614a87947d4801ef4e95e289ac4 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:41.318003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:41.346961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:41.356308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd36908>, [{'id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:32Z', 'revision_number': 3, 'project_id': '96703e956e034c16ad1cca21be36101a', 'gw_port': {'id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:30Z', 'updated_at': '2021-04-09T01:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:41.388059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934378e-bf9a-46a0-8cc4-b7d13a3407d3 None None] The sync data for ids ['c18a848b-7e62-4006-a743-34ded4d90d67'] in dv-cinder-784623-6-iscsi is: [{'id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:32Z', 'revision_number': 3, 'project_id': '96703e956e034c16ad1cca21be36101a', 'gw_port': {'id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:30Z', 'updated_at': '2021-04-09T01:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:54:41.388861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Made reservation on behalf of 3bcfc614a87947d4801ef4e95e289ac4 for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:54:41.406927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:41.797690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:54:41.834680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:41.935455 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f72aaef5-55a0-4642-8ae5-43bebb08d8b4 req-0fb17a86-a87a-450e-891b-28db2fdaeb95 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 210 time: 0.4040644
Apr 09 01:54:42.197476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Allocated IP 172.20.0.13 (107997fa-4577-421c-97e5-52be9579a476/a95ff673-805c-4f61-a9da-ba4ea8ba096e/8d9b252f-f22d-4ce9-b735-5bd12865a4da) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:54:42.544496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760262898>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:34Z', 'revision_number': 3, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:42.572681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Checking router: 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:54:42.573397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Updating router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 port 174e3b6a-5089-4e03-a0a8-13a02994e1e2 binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:54:42.625789 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a178f8ad-2b65-4505-8abe-800de5777396 req-f43c0130-5c1a-402a-ba61-57b0251673f6 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.2709408
Apr 09 01:54:42.756791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:54:42.764361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:42.853648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:43.241987 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:43.340948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:43.446429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 46e20d38-f0a1-4c59-bb71-80a37837b0fc up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:54:43.617287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49930) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:43.658791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-89293537-1afd-490a-82e7-038f387c10b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:43.952824 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Pushing event updated for resources: {'Port': ['ID=8d9b252f-f22d-4ce9-b735-5bd12865a4da,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:43.959902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:44.082963 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Network 107997fa-4577-421c-97e5-52be9579a476 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:54:44.106564 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-60677d7a-4967-444a-a058-03634a9df617 req-f9ae8b14-a531-4485-a8d8-f177e2f3096f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.1110296
Apr 09 01:54:44.109155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:44.119164 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:54:44.133382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:44.136913 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:44.215695 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8382988
Apr 09 01:54:44.238757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21e150-dbb8-48c3-b4dd-849fa2c80097 req-9340089f-dcb6-4d5f-9b9b-920730353214 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:44.239874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-0e21e150-dbb8-48c3-b4dd-849fa2c80097 req-9340089f-dcb6-4d5f-9b9b-920730353214 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Synchronizing usage tracker for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:54:44.249436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-fcb4ff90-fcdb-42e2-bdf5-06289a4f507b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 01:54:44.251518 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-fcb4ff90-fcdb-42e2-bdf5-06289a4f507b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0079050
Apr 09 01:54:44.298242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-0e21e150-dbb8-48c3-b4dd-849fa2c80097 req-9340089f-dcb6-4d5f-9b9b-920730353214 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Unset dirty status for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:54:44.300030 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0e21e150-dbb8-48c3-b4dd-849fa2c80097 req-9340089f-dcb6-4d5f-9b9b-920730353214 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 932 time: 0.6814158
Apr 09 01:54:44.353045 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0e21e150-dbb8-48c3-b4dd-849fa2c80097 req-59effe2e-dca0-43a1-9043-cc2af77800f8 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441854
Apr 09 01:54:44.418076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:44.475042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5a991f14-4824-474b-83df-bc44120a9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:44.493607 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Request body: {'port': {'device_id': '5a8dfd3c-580f-4c46-a9ee-300b305ca1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:44.568051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 46e20d38-f0a1-4c59-bb71-80a37837b0fc completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:54:44.574636 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:44.583782 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 46e20d38-f0a1-4c59-bb71-80a37837b0fc triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:54:44.584627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:44.637722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:44.656769 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:44.671378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Usage tracker for resource:security_group_rule and tenant:5456bae115f84d21b4129af2ec7737ed is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:44.678454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:44.680720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Transition to ACTIVE for port object 174e3b6a-5089-4e03-a0a8-13a02994e1e2 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:54:44.691939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:44.716777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:44.720606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:45.324640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:45.354676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:45.418521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 46e20d38-f0a1-4c59-bb71-80a37837b0fc, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=46e20d38-f0a1-4c59-bb71-80a37837b0fc,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:54:45.489184 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:45.518771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63553048-18dc-458d-9051-0570995c6887 None None] Pushing event updated for resources: {'Port': ['ID=174e3b6a-5089-4e03-a0a8-13a02994e1e2,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:45.540022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-63553048-18dc-458d-9051-0570995c6887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:45.559704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-63553048-18dc-458d-9051-0570995c6887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:45.601671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49970) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:46.022396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=46e20d38-f0a1-4c59-bb71-80a37837b0fc,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:46.077836 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:46.174010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Attempting to bind port 174e3b6a-5089-4e03-a0a8-13a02994e1e2 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:54:46.174545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Attempting to bind port 174e3b6a-5089-4e03-a0a8-13a02994e1e2 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:54:46.174999 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Attempting to bind port 174e3b6a-5089-4e03-a0a8-13a02994e1e2 on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:54:46.196735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:54:46.197174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:46.197627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:46.198080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:54:46.198628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Bound port: 174e3b6a-5089-4e03-a0a8-13a02994e1e2, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:54:46.199056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:46.250602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:46.311482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:46.445935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:46.469630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:46.501390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:46.509296 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c77fc862-bacc-40a4-9818-2dd5b92d26f4 req-be76a5bf-3202-4e83-9eb9-fee9ceffaa63 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.8050718
Apr 09 01:54:46.537971 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] For port 174e3b6a-5089-4e03-a0a8-13a02994e1e2, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:54:46.542843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] For port 174e3b6a-5089-4e03-a0a8-13a02994e1e2, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=174e3b6a-5089-4e03-a0a8-13a02994e1e2,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:54:46.552325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:46.595201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:46.613085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:46.620889 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:46.639508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:46.842577 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:46.856029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Synchronizing usage tracker for tenant:49e7d211de254e349b01829b9db5c21f on resource:security_group {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:54:46.864139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 49990) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:46.920340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Usage tracker for resource:security_group_rule and tenant:67759ddf124949ad8e5e11626a3032bf is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:46.934123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a3a99-e753-450d-a45f-c0310f12568d req-7857a601-c0d5-4873-bd7d-24cfb3c3627b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:46.936024 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b32a3a99-e753-450d-a45f-c0310f12568d req-7857a601-c0d5-4873-bd7d-24cfb3c3627b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 932 time: 0.9898007
Apr 09 01:54:46.945759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:47.001719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:47.030203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Unset dirty status for tenant:49e7d211de254e349b01829b9db5c21f on resource:security_group {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:54:47.034744 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5456bae115f84d21b4129af2ec7737ed&name=default HTTP/1.1" status: 200  len: 2975 time: 3.1042485
Apr 09 01:54:47.038869 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6252ac32-9451-4c12-bcb3-64a736ac7a8f,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:47.060182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 49996) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:47.084605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:47.121429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:47.185654 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b32a3a99-e753-450d-a45f-c0310f12568d req-39f82ed1-bcca-4a93-9302-4d856210dbeb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886384
Apr 09 01:54:47.265512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:54:47.275891 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760262898>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:54:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:47.429212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:47.434467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:47.473030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:47.486894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Usage tracker for resource:security_group_rule and tenant:1ca8bee30c4d457d84edbafbec8115e5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:47.533376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:47.545412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:47.786842 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=aad596fa-d11a-463d-84ff-f7ea87792a84,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:47.788199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:47.797108 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.176s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:47.810676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:47.817863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9b252f-f22d-4ce9-b735-5bd12865a4da {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:54:47.827495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 46e20d38-f0a1-4c59-bb71-80a37837b0fc up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:54:47.866909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2791748e-3c81-42a6-9c71-a7e348198295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:47.877737 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=67759ddf124949ad8e5e11626a3032bf&name=default HTTP/1.1" status: 200  len: 2975 time: 2.2739899
Apr 09 01:54:47.881728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:47.891771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 50012) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:47.952003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Transition to ACTIVE for port object 8d9b252f-f22d-4ce9-b735-5bd12865a4da will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:54:47.954464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63553048-18dc-458d-9051-0570995c6887 None None] Pushing event updated for resources: {'Port': ['ID=174e3b6a-5089-4e03-a0a8-13a02994e1e2,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:47.971187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84339ad6-ec6c-468c-bc09-e1e8167ae538,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:47.986842 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-63553048-18dc-458d-9051-0570995c6887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.374s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:48.013617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:48.014972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:48.089705 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:54:48.189478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a8998f6d-9ae4-4351-8c8c-2eb6d055ce96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:48.389084 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 46e20d38-f0a1-4c59-bb71-80a37837b0fc triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:54:48.389804 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:48.394439 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-08e85791-ae8a-4b6f-853d-2adc88ebb32a req-9013258a-eaab-4b71-adae-aa885b081e45 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.2252493
Apr 09 01:54:48.509014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Allocated IP 172.20.0.1 (b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3/ccc8e70f-5f92-46e9-9319-75866c97bd79/1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:54:48.592920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:48.594689 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6414cdb3-1e41-4ed6-b6ee-f18310ac0b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:48.637998 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6414cdb3-1e41-4ed6-b6ee-f18310ac0b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:48.643206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-561c9415-1b09-4628-b7f0-41ac55aa4267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:48.704335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:48.726642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Transition to ACTIVE for port object 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:54:48.762276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:48.815343 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:48.970767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Pushing event updated for resources: {'Port': ['ID=1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:49.001772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:49.147504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Attempting to bind port 8d9b252f-f22d-4ce9-b735-5bd12865a4da on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:54:49.148351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Attempting to bind port 8d9b252f-f22d-4ce9-b735-5bd12865a4da by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:54:49.149056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Attempting to bind port 8d9b252f-f22d-4ce9-b735-5bd12865a4da on network 107997fa-4577-421c-97e5-52be9579a476 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:54:49.155398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.164170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Port 8d9b252f-f22d-4ce9-b735-5bd12865a4da on network 107997fa-4577-421c-97e5-52be9579a476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:54:49.164795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Attempting to bind port 8d9b252f-f22d-4ce9-b735-5bd12865a4da on network 107997fa-4577-421c-97e5-52be9579a476 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:54:49.172509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:54:49.174591 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:54:49.175196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Checking segment: {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:49.175955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Bound using segment: {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:54:49.176837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Bound port: 8d9b252f-f22d-4ce9-b735-5bd12865a4da, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:54:49.177897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.186172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:49.242179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9b252f-f22d-4ce9-b735-5bd12865a4da,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:49.262419 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ca8bee30c4d457d84edbafbec8115e5&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3928411
Apr 09 01:54:49.265898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:49.278984 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:49.290418 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 50026) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:49.417665 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c713f1-0d82-4702-a393-6b3e390c750b req-91e9cbf8-e1f7-4a75-9c6d-3780ccc705e6 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:49.427125 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-04c713f1-0d82-4702-a393-6b3e390c750b req-91e9cbf8-e1f7-4a75-9c6d-3780ccc705e6 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 944 time: 0.9088562
Apr 09 01:54:49.452748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.468982 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-30d07ede-f389-41c5-a22a-5b4afabcd054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.494949 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-04c713f1-0d82-4702-a393-6b3e390c750b req-ceed548a-bad7-4ff4-a3bb-64779cc066b5 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664537
Apr 09 01:54:49.499697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb32cb3e-b065-4c44-8bc3-6f3888577978,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:49.526175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:49.546371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c1254752-4aa9-4b70-82a1-3403aa1041be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.550796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.579962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c1254752-4aa9-4b70-82a1-3403aa1041be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.633244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] For port 8d9b252f-f22d-4ce9-b735-5bd12865a4da, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:54:49.643768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.647908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6414cdb3-1e41-4ed6-b6ee-f18310ac0b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.649037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c1254752-4aa9-4b70-82a1-3403aa1041be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.667455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-69cad327-b9d7-4387-88da-f96ab71cd97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:49.681401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] For port 8d9b252f-f22d-4ce9-b735-5bd12865a4da, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8d9b252f-f22d-4ce9-b735-5bd12865a4da,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:54:49.692982 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414cdb3-1e41-4ed6-b6ee-f18310ac0b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84339ad6-ec6c-468c-bc09-e1e8167ae538,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:49.714478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.716146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6414cdb3-1e41-4ed6-b6ee-f18310ac0b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:49.719941 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-6414cdb3-1e41-4ed6-b6ee-f18310ac0b59 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/84339ad6-ec6c-468c-bc09-e1e8167ae538 HTTP/1.1" status: 204  len: 168 time: 1.8243735
Apr 09 01:54:50.064397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-806d131c-2d68-467c-b747-880245f777c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760262898>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:34Z', 'revision_number': 3, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:50.075858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d131c-2d68-467c-b747-880245f777c6 None None] The sync data for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi is: [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:34Z', 'revision_number': 3, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:54:50.189498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:50.208516 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1254752-4aa9-4b70-82a1-3403aa1041be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb32cb3e-b065-4c44-8bc3-6f3888577978,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:50.249986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c1254752-4aa9-4b70-82a1-3403aa1041be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:50.253927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:50.255453 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:50.268476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:50.342627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:50.382647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c1254752-4aa9-4b70-82a1-3403aa1041be admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:50.385551 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c1254752-4aa9-4b70-82a1-3403aa1041be admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cb32cb3e-b065-4c44-8bc3-6f3888577978 HTTP/1.1" status: 204  len: 168 time: 1.0916564
Apr 09 01:54:50.432492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Pushing event updated for resources: {'Port': ['ID=91b21ad2-0b7d-445a-9838-3744612d05b9,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:50.439454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:50.460289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Network 31dea640-a55c-4934-8416-2f6053542187 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:54:50.479603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:50.483856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:50.485609 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] 10.222.0.62 "PUT /v2.0/ports/8d9b252f-f22d-4ce9-b735-5bd12865a4da HTTP/1.1" status: 200  len: 1094 time: 6.1308532
Apr 09 01:54:50.486845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:50.492814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8dfd3c-580f-4c46-a9ee-300b305ca1d1', 'tag': '8d9b252f-f22d-4ce9-b735-5bd12865a4da'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:54:50.493302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:54:50.508818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:50.510406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:50.591248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-30d07ede-f389-41c5-a22a-5b4afabcd054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:50.604666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 50044) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:50.672878 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 11.6291113
Apr 09 01:54:50.784671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:50.852380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:50.867942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Request body: {'port': {'device_id': 'ca2d1156-bc2a-4483-890b-4b6383145eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:50.868518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Usage tracker for resource:security_group_rule and tenant:881e9df9586c408b8b3ea3edbd0829c3 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:50.882747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:50.916212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:51.387364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Router c18a848b-7e62-4006-a743-34ded4d90d67 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:54:51.437814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:54:51.639615 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aac60-7c27-4d94-8ddd-a6e369311a72 req-de5a0564-ba69-4f88-be75-f24913696853 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:51.674919 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c90aac60-7c27-4d94-8ddd-a6e369311a72 req-de5a0564-ba69-4f88-be75-f24913696853 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 931 time: 1.9747851
Apr 09 01:54:51.688990 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Pushing event updated for resources: {'Port': ['ID=8d9b252f-f22d-4ce9-b735-5bd12865a4da,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:51.702034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:51.706171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:51.745015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.477s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:51.750611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:51.789504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5c00f911-7d06-4b8b-9b62-3c7f726e337d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:51.973286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:54:51.973751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:51.991512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5f52c3-0102-49b9-aa1a-93f9b606cacd,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:52.065402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:52.080907 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:52.119525 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c90aac60-7c27-4d94-8ddd-a6e369311a72 req-8318a84e-ed64-406d-be23-60b6f926d2b7 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4432063
Apr 09 01:54:52.139112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-0b44cb28-99c3-4999-a13e-72e25c6cbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:52.142901 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-0b44cb28-99c3-4999-a13e-72e25c6cbfae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 1097 time: 0.7962267
Apr 09 01:54:52.149279 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=881e9df9586c408b8b3ea3edbd0829c3&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5032547
Apr 09 01:54:52.153945 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 50076) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:52.167597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-30d07ede-f389-41c5-a22a-5b4afabcd054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:52.209801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-6d85363e-9a0b-4cfa-9fcd-a8a7916e9ebe None None] Provisioning for port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:54:52.229639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-6d85363e-9a0b-4cfa-9fcd-a8a7916e9ebe None None] Provisioning complete for port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:54:52.237955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6d85363e-9a0b-4cfa-9fcd-a8a7916e9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:52.277201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:52.398454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 174e3b6a-5089-4e03-a0a8-13a02994e1e2 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:54:52.544578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-6d85363e-9a0b-4cfa-9fcd-a8a7916e9ebe None None] Port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:54:52.604667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 174e3b6a-5089-4e03-a0a8-13a02994e1e2 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:54:52.630593 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 174e3b6a-5089-4e03-a0a8-13a02994e1e2 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:54:52.632066 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-bf1e1bb3-aee3-4f6e-aa22-44852aa31dce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d9b252f-f22d-4ce9-b735-5bd12865a4da HTTP/1.1" status: 200  len: 217 time: 0.4621181
Apr 09 01:54:52.637372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:52.659909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eedae5-f66b-4078-8b2c-e935f9e2ea00 req-05ab9923-e819-496c-83af-e1201cc9192a tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:52.675483 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96eedae5-f66b-4078-8b2c-e935f9e2ea00 req-05ab9923-e819-496c-83af-e1201cc9192a tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 944 time: 1.1628437
Apr 09 01:54:52.845843 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8dfd3c-580f-4c46-a9ee-300b305ca1d1', 'tag': '8d9b252f-f22d-4ce9-b735-5bd12865a4da', 'status': 'completed', 'code': 200}
Apr 09 01:54:52.846860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8e50-4ebb-465e-9223-b55fb01c4aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:52.875123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:52.890646 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:52.939348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d07ede-f389-41c5-a22a-5b4afabcd054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6252ac32-9451-4c12-bcb3-64a736ac7a8f,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:52.952854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-30d07ede-f389-41c5-a22a-5b4afabcd054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:52.954527 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-30d07ede-f389-41c5-a22a-5b4afabcd054 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6252ac32-9451-4c12-bcb3-64a736ac7a8f HTTP/1.1" status: 204  len: 168 time: 5.6932759
Apr 09 01:54:52.960377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:52.963037 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96eedae5-f66b-4078-8b2c-e935f9e2ea00 req-db2bc9d7-0d25-4ade-ab89-b992ad4cb079 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767498
Apr 09 01:54:52.970533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-30d07ede-f389-41c5-a22a-5b4afabcd054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:52.993680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:53.046099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:53.058409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:53.095507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 174e3b6a-5089-4e03-a0a8-13a02994e1e2, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=174e3b6a-5089-4e03-a0a8-13a02994e1e2,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:54:53.100361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:53.102756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:53.122405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-04962ec5-76ca-4277-a9a5-1f749f6eb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:53.125731 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-04962ec5-76ca-4277-a9a5-1f749f6eb2d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.2698514
Apr 09 01:54:53.294376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=174e3b6a-5089-4e03-a0a8-13a02994e1e2,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:53.312235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:53.329514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8e50-4ebb-465e-9223-b55fb01c4aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:53.407321 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-d3d3b25b-ba18-4c5b-abc9-3e2dae26938d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2186346
Apr 09 01:54:54.010709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Pushing event updated for resources: {'Port': ['ID=1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:54.071676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:54.104478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:54:54.123541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Sync routers for ids ['c18a848b-7e62-4006-a743-34ded4d90d67'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:54:54.186062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Routers {'c18a848b-7e62-4006-a743-34ded4d90d67'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:54:54.187209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bff9cc0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:54:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['c18a848b-7e62-4006-a743-34ded4d90d67'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:54.192472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 174e3b6a-5089-4e03-a0a8-13a02994e1e2 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:54:54.194036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 50118) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:54.260332 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] 10.222.0.38 "PUT /v2.0/routers/c18a848b-7e62-4006-a743-34ded4d90d67/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.1783800
Apr 09 01:54:54.310715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8e50-4ebb-465e-9223-b55fb01c4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:54.407038 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-bcb8d932-6464-4378-9753-3e4c2c6827a3 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9782610
Apr 09 01:54:54.411690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:54:54.417908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:54.429621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 174e3b6a-5089-4e03-a0a8-13a02994e1e2 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:54:54.430036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:54.431828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:54:54.837664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:54.874360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Set router c18a848b-7e62-4006-a743-34ded4d90d67 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:54:54.933176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:54.942791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Usage tracker for resource:security_group_rule and tenant:180c57c9b2454877a9d1f097aa0c0f9a is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:54.948504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:54.998338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:55.139714 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-8fcd811e-7977-45bc-b8c4-ba2402d35169 None None] Provisioning complete for port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:54:55.140297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8fcd811e-7977-45bc-b8c4-ba2402d35169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:55.217468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8e50-4ebb-465e-9223-b55fb01c4aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:55.222034 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2b7b8e50-4ebb-465e-9223-b55fb01c4aa6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9c5f52c3-0102-49b9-aa1a-93f9b606cacd HTTP/1.1" status: 204  len: 168 time: 3.0557444
Apr 09 01:54:55.306558 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b8e50-4ebb-465e-9223-b55fb01c4aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5f52c3-0102-49b9-aa1a-93f9b606cacd,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:55.370419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd811e-7977-45bc-b8c4-ba2402d35169 None None] Port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:54:55.492039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:54:55.632849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:54:55.649824 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2b7b8e50-4ebb-465e-9223-b55fb01c4aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:55.846995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b21ad2-0b7d-445a-9838-3744612d05b9 {{(pid=85248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:54:55.875039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:55.965884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba89dee-738a-4ee0-8c6b-8b2ce4867563 req-55d72c00-6ef2-4a74-8839-1dd92074af2b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:55.977505 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1ba89dee-738a-4ee0-8c6b-8b2ce4867563 req-55d72c00-6ef2-4a74-8839-1dd92074af2b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 944 time: 1.3925576
Apr 09 01:54:55.987123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:54:56.003770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Sync routers for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:54:56.020949 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] 10.222.0.38 "PUT /v2.0/routers/307e6b0f-ff2e-41d8-a042-4a6216ba3da7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.7481689
Apr 09 01:54:56.033237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:54:56.034288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7600731d0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:54:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:56.039978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5f600-b702-4a99-86c7-80fa6918ca5e req-86b8677a-ec63-4de5-9c08-f56e373ba3bd tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:56.052067 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eaf5f600-b702-4a99-86c7-80fa6918ca5e req-86b8677a-ec63-4de5-9c08-f56e373ba3bd tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 931 time: 2.0767832
Apr 09 01:54:56.059774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Transition to ACTIVE for port object 91b21ad2-0b7d-445a-9838-3744612d05b9 will not be triggered until provisioned by entity L2. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:54:56.066150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:56.076037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bff9cc0>, [{'id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '96703e956e034c16ad1cca21be36101a', 'gw_port': {'id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:30Z', 'updated_at': '2021-04-09T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'aad596fa-d11a-463d-84ff-f7ea87792a84', 'name': '', 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'mac_address': 'fa:16:3e:1a:16:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8b2a7a11-ef74-4f2e-96c5-e39c06ea799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:46Z', 'revision_number': 2, 'project_id': '96703e956e034c16ad1cca21be36101a', 'subnets': [{'id': '8b2a7a11-ef74-4f2e-96c5-e39c06ea799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:56.093893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Checking router: c18a848b-7e62-4006-a743-34ded4d90d67 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:54:56.094896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Updating router c18a848b-7e62-4006-a743-34ded4d90d67 port aad596fa-d11a-463d-84ff-f7ea87792a84 binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:54:56.109079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f6c72a9e-c396-4bc7-87f0-f4d19f90c7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:56.223757 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eaf5f600-b702-4a99-86c7-80fa6918ca5e req-c2edf85a-bbe9-4a65-a55b-ef512d1fc745 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1703136
Apr 09 01:54:56.256287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:56.288870 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9eacf8-f4f7-4f73-99f5-815444783618 req-177f847f-2ae8-40cb-918b-118f5ceb8b0f service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8101459
Apr 09 01:54:56.342493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:56.359507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:56.371809 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1ba89dee-738a-4ee0-8c6b-8b2ce4867563 req-497ca1ed-2ff7-4593-88c2-8302bfb0693b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2706928
Apr 09 01:54:56.408765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2f296380-0576-491c-8f25-8ea128b4b721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:56.682148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:54:56.692579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Pushing event updated for resources: {'Port': ['ID=91b21ad2-0b7d-445a-9838-3744612d05b9,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:56.706485 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:56.707752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c4469d-4984-43ef-9ec6-658e7268a850,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:56.727262 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=180c57c9b2454877a9d1f097aa0c0f9a&name=default HTTP/1.1" status: 200  len: 2977 time: 2.4853423
Apr 09 01:54:56.731020 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:56.738456 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50164) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:56.794160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-1863b4bb-cb50-4d56-a297-fb941db32d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:56.796678 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-1863b4bb-cb50-4d56-a297-fb941db32d69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 1097 time: 0.2133863
Apr 09 01:54:57.285201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-7dced20a-87fb-4803-ba17-2162c348cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:57.290876 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-7dced20a-87fb-4803-ba17-2162c348cf22 service neutron] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 916 time: 0.3879983
Apr 09 01:54:57.464783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:57.491261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aa49b93d-9820-4bfd-a28a-051ccb980b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:57.597797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aa49b93d-9820-4bfd-a28a-051ccb980b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:57.778056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7600731d0>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 2, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:54:57.783763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Checking router: 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:54:57.784718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Updating router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:54:57.794408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Attempting to bind port 91b21ad2-0b7d-445a-9838-3744612d05b9 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:54:57.795085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Attempting to bind port 91b21ad2-0b7d-445a-9838-3744612d05b9 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '5cfc4bef-d760-4bb5-bfd8-b08f7855945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31dea640-a55c-4934-8416-2f6053542187'}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:54:57.799558 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Attempting to bind port 91b21ad2-0b7d-445a-9838-3744612d05b9 on network 31dea640-a55c-4934-8416-2f6053542187 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:54:57.830719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aa49b93d-9820-4bfd-a28a-051ccb980b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:57.832136 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Port 91b21ad2-0b7d-445a-9838-3744612d05b9 on network 31dea640-a55c-4934-8416-2f6053542187 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:54:57.832770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Attempting to bind port 91b21ad2-0b7d-445a-9838-3744612d05b9 on network 31dea640-a55c-4934-8416-2f6053542187 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:54:57.887045 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:57.887670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:54:57.896748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Checking segment: {'id': '5cfc4bef-d760-4bb5-bfd8-b08f7855945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31dea640-a55c-4934-8416-2f6053542187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:57.898611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Bound using segment: {'id': '5cfc4bef-d760-4bb5-bfd8-b08f7855945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31dea640-a55c-4934-8416-2f6053542187'} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:54:57.900054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Bound port: 91b21ad2-0b7d-445a-9838-3744612d05b9, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cfc4bef-d760-4bb5-bfd8-b08f7855945b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '31dea640-a55c-4934-8416-2f6053542187'}}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:54:57.903734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:57.906178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:57.916543 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317fac-6a88-4edc-be71-13f62bf42707 req-f0f05c0f-98e3-4ffb-b228-5b318be26208 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:57.918238 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-f0f05c0f-98e3-4ffb-b228-5b318be26208 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 819 time: 0.4528766
Apr 09 01:54:57.939848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Transition to ACTIVE for port object aad596fa-d11a-463d-84ff-f7ea87792a84 will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:54:57.954364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:57.965432 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-93ba586b-609b-4152-8921-cb1e9b276592 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d9b252f-f22d-4ce9-b735-5bd12865a4da HTTP/1.1" status: 200  len: 217 time: 0.6616137
Apr 09 01:54:57.966957 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-a2516a5b-3d3f-46b4-9318-a0245bd83940 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/quotas/96703e956e034c16ad1cca21be36101a HTTP/1.1" status: 200  len: 375 time: 0.0305521
Apr 09 01:54:57.987540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:58.105750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:58.181588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa49b93d-9820-4bfd-a28a-051ccb980b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c4469d-4984-43ef-9ec6-658e7268a850,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:58.197551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-aa49b93d-9820-4bfd-a28a-051ccb980b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:58.217712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7779ca0-ac88-46c9-9e91-803e5ed20b67 None None] Pushing event updated for resources: {'Port': ['ID=aad596fa-d11a-463d-84ff-f7ea87792a84,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:58.230767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d7779ca0-ac88-46c9-9e91-803e5ed20b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:58.241431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aa49b93d-9820-4bfd-a28a-051ccb980b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:58.252266 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-aa49b93d-9820-4bfd-a28a-051ccb980b36 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19c4469d-4984-43ef-9ec6-658e7268a850 HTTP/1.1" status: 204  len: 168 time: 1.5027728
Apr 09 01:54:58.292357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-7f0ba72e-e85f-4b0c-b3de-2548e17cf3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:54:58.293958 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-7f0ba72e-e85f-4b0c-b3de-2548e17cf3e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.3208213
Apr 09 01:54:58.439605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] For port 91b21ad2-0b7d-445a-9838-3744612d05b9, host hv-cinder-78462, cleared binding levels {{(pid=85248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:54:58.469112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] For port 91b21ad2-0b7d-445a-9838-3744612d05b9, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91b21ad2-0b7d-445a-9838-3744612d05b9,segment=NetworkSegment(5cfc4bef-d760-4bb5-bfd8-b08f7855945b),segment_id=5cfc4bef-d760-4bb5-bfd8-b08f7855945b)] {{(pid=85248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:54:58.482376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:58.559419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:58.993448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50222) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:54:59.091727 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-8e4a7d95-bb42-4121-bd70-05cf489c7ff6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.7594845
Apr 09 01:54:59.237673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539316028', 'description': 'tempest-description--1409027979'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:54:59.308617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:59.328600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:security_group and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:59.339815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:59.348730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:59.363434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:59.409994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Transition to ACTIVE for port object 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:54:59.418812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Pushing event updated for resources: {'Port': ['ID=91b21ad2-0b7d-445a-9838-3744612d05b9,revision_number=3']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:59.428013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:59.428294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:59.477738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Attempting to bind port aad596fa-d11a-463d-84ff-f7ea87792a84 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:54:59.478147 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Attempting to bind port aad596fa-d11a-463d-84ff-f7ea87792a84 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:54:59.478554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Attempting to bind port aad596fa-d11a-463d-84ff-f7ea87792a84 on network b134a394-11b9-4c54-bed1-cfe6d0f309b1 {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:54:59.482912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:54:59.494997 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:54:59.504692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Checking segment: {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:54:59.504692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:59.504692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Bound using segment: {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:54:59.504692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Bound port: aad596fa-d11a-463d-84ff-f7ea87792a84, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:54:59.506050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:54:59.519514 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-36637221-aaee-4bcb-bb66-1e581e756c00 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4267299
Apr 09 01:54:59.641341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:59.665554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:54:59.715216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:security_group_rule and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:54:59.742052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:54:59.761896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:54:59.807935 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e009070-454c-4677-a34d-3f8bb2b56652 req-6f6698a9-2c35-4d4a-9982-9b9f06079080 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314572
Apr 09 01:54:59.836751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e0533-c9de-41e0-9996-b1f660673098 None None] Pushing event updated for resources: {'Port': ['ID=1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:54:59.856875 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-04173926-65fd-4135-8a0f-73a65b790521 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&fields=id HTTP/1.1" status: 200  len: 255 time: 1.6980395
Apr 09 01:54:59.871202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-845e0533-c9de-41e0-9996-b1f660673098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:54:59.878541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 8d9b252f-f22d-4ce9-b735-5bd12865a4da details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:54:59.919591 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] For port aad596fa-d11a-463d-84ff-f7ea87792a84, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:54:59.932490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] For port aad596fa-d11a-463d-84ff-f7ea87792a84, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=aad596fa-d11a-463d-84ff-f7ea87792a84,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:54:59.945392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:00.016435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1d67ea6a-6887-4c21-bf87-28197ddc48a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:00.189731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:00.202301 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-ebdea6d8-7628-495e-8101-102194dacc45 service neutron] 10.222.0.38 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3334756
Apr 09 01:55:00.202812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:00.264596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:00.299073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:00.301408 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.2977364
Apr 09 01:55:00.312654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:00.313814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:00.318790 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] 10.222.0.62 "PUT /v2.0/ports/91b21ad2-0b7d-445a-9838-3744612d05b9 HTTP/1.1" status: 200  len: 1093 time: 9.5147295
Apr 09 01:55:00.325146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50266) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:00.326505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2d1156-bc2a-4483-890b-4b6383145eed', 'tag': '91b21ad2-0b7d-445a-9838-3744612d05b9'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:00.433874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7779ca0-ac88-46c9-9e91-803e5ed20b67 None None] Pushing event updated for resources: {'Port': ['ID=aad596fa-d11a-463d-84ff-f7ea87792a84,revision_number=4']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:00.453589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d7779ca0-ac88-46c9-9e91-803e5ed20b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:00.488054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'security_group_rule': {'security_group_id': '4c243e64-7adc-48b3-85ef-c6a25c5a395a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:00.510056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 8d9b252f-f22d-4ce9-b735-5bd12865a4da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8d9b252f-f22d-4ce9-b735-5bd12865a4da,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:00.513482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:00.535064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:security_group_rule and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:00.545098 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '8d9b252f-f22d-4ce9-b735-5bd12865a4da', 'network_id': '107997fa-4577-421c-97e5-52be9579a476', 'port_id': '8d9b252f-f22d-4ce9-b735-5bd12865a4da', 'mac_address': 'fa:16:3e:0b:bf:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff673-805c-4f61-a9da-ba4ea8ba096e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:55:00.549776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:00.580738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:00.684608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca55f2-e740-40f0-b8a3-ed5085382136 req-4202d694-2997-4a62-adad-d8e175a8d4e0 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:00.697587 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-85ca55f2-e740-40f0-b8a3-ed5085382136 req-4202d694-2997-4a62-adad-d8e175a8d4e0 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 943 time: 1.1768579
Apr 09 01:55:00.852690 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-2fab9065-4aae-4c26-8973-4cb30d394ba3 service neutron] 10.222.0.38 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6491249
Apr 09 01:55:00.907071 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:00.931863 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-85ca55f2-e740-40f0-b8a3-ed5085382136 req-1cc998e7-f08e-4639-9c17-65cfc240dbc0 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326403
Apr 09 01:55:00.945620 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c243e64-7adc-48b3-85ef-c6a25c5a395a,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:00.951040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:01.246289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50282) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:01.317551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:01.335272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-bb037148-4e3a-4ace-9ce7-73043dc2acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:01.342720 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-bb037148-4e3a-4ace-9ce7-73043dc2acef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=16a02a873b584bde83597c4fb075430a&device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 1096 time: 0.8624918
Apr 09 01:55:01.344318 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:01.353891 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9cbdc-9fef-4f25-9d57-98656008920b req-229925bb-08ec-436b-80a5-c6df43804be6 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:01.362487 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4eb9cbdc-9fef-4f25-9d57-98656008920b req-229925bb-08ec-436b-80a5-c6df43804be6 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 944 time: 0.1622319
Apr 09 01:55:01.402742 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4eb9cbdc-9fef-4f25-9d57-98656008920b req-45a7ded8-bf27-4f77-ad92-0cccf9dbbc8c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389125
Apr 09 01:55:01.485822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:01.573237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:01.582956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9b252f-f22d-4ce9-b735-5bd12865a4da {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:01.602725 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-aab22ddb-bacc-4f9b-9789-334906533455 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91b21ad2-0b7d-445a-9838-3744612d05b9 HTTP/1.1" status: 200  len: 217 time: 0.2208774
Apr 09 01:55:01.607687 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Routers {'c18a848b-7e62-4006-a743-34ded4d90d67'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:55:01.613523 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bff9cc0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:54:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['c18a848b-7e62-4006-a743-34ded4d90d67'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:55:01.619412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 8d9b252f-f22d-4ce9-b735-5bd12865a4da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8d9b252f-f22d-4ce9-b735-5bd12865a4da,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:01.628434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9df538-2d50-4562-8870-009be4693431,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:01.638482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:01.639301 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:01.641125 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1847892
Apr 09 01:55:01.653044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-63553048-18dc-458d-9051-0570995c6887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:01.728618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:01.729856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50302) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:01.756034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'security_group_rule': {'security_group_id': '4c243e64-7adc-48b3-85ef-c6a25c5a395a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:01.792460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:01.807432 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d8487b5a-2906-42b9-80b0-e87f15c8e347 req-edb61992-bda8-4f00-9b87-d101b04f0e65 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 210 time: 0.1912885
Apr 09 01:55:01.811733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:security_group_rule and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:01.825361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:01.859244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:01.873123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-8a91880c-3193-4549-b220-bec22be854c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:01.876541 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-8a91880c-3193-4549-b220-bec22be854c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee2dd54c-5f42-4b78-819b-17d1af49e64a HTTP/1.1" status: 200  len: 851 time: 0.2409828
Apr 09 01:55:02.037367 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-d7314dd5-7db1-4b9a-a851-71f0ad6b8c78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31dea640-a55c-4934-8416-2f6053542187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1505849
Apr 09 01:55:02.090587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=8d9b252f-f22d-4ce9-b735-5bd12865a4da,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:02.116076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:02.134985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['8d9b252f-f22d-4ce9-b735-5bd12865a4da'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:55:02.260472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] Set router c18a848b-7e62-4006-a743-34ded4d90d67 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:55:02.283402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:02.678781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd050a-ce0c-4e29-95ea-32b605412233 req-db19fc85-5a82-43b5-b05e-0f4182fa8b28 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:02.700808 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-99fd050a-ce0c-4e29-95ea-32b605412233 req-db19fc85-5a82-43b5-b05e-0f4182fa8b28 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 943 time: 0.3644996
Apr 09 01:55:02.871499 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-99fd050a-ce0c-4e29-95ea-32b605412233 req-54b4761e-8e41-4ad9-ae50-037a05ca8efc tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693578
Apr 09 01:55:03.131563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Attempting to bind port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:55:03.132465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Attempting to bind port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:55:03.133123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Attempting to bind port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 on network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:55:03.175932 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:55:03.181342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Checking segment: {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:55:03.184981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:03.185805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Bound using segment: {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:55:03.186696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Bound port: 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:55:03.187407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:03.247342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bff9cc0>, [{'id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '96703e956e034c16ad1cca21be36101a', 'gw_port': {'id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:30Z', 'updated_at': '2021-04-09T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'aad596fa-d11a-463d-84ff-f7ea87792a84', 'name': '', 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'mac_address': 'fa:16:3e:1a:16:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8b2a7a11-ef74-4f2e-96c5-e39c06ea799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:59Z', 'revision_number': 4, 'project_id': '96703e956e034c16ad1cca21be36101a', 'subnets': [{'id': '8b2a7a11-ef74-4f2e-96c5-e39c06ea799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:55:03.256174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48105686-a13e-4bab-a2d1-fef819d76834 None None] The sync data for ids ['c18a848b-7e62-4006-a743-34ded4d90d67'] in dv-cinder-784623-6-iscsi is: [{'id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:43Z', 'revision_number': 4, 'project_id': '96703e956e034c16ad1cca21be36101a', 'gw_port': {'id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:30Z', 'updated_at': '2021-04-09T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'aad596fa-d11a-463d-84ff-f7ea87792a84', 'name': '', 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'mac_address': 'fa:16:3e:1a:16:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '8b2a7a11-ef74-4f2e-96c5-e39c06ea799e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:37Z', 'updated_at': '2021-04-09T01:54:59Z', 'revision_number': 4, 'project_id': '96703e956e034c16ad1cca21be36101a', 'subnets': [{'id': '8b2a7a11-ef74-4f2e-96c5-e39c06ea799e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:55:03.393456 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2648f1-c212-46e0-9a2f-624369d91bb1 req-fc835bac-6ee3-4566-9c37-2f708adf8bd6 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:03.417161 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1c2648f1-c212-46e0-9a2f-624369d91bb1 req-fc835bac-6ee3-4566-9c37-2f708adf8bd6 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 945 time: 0.2842562
Apr 09 01:55:03.513240 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1c2648f1-c212-46e0-9a2f-624369d91bb1 req-18b847b4-4c99-42fe-bbd5-be01467d9c40 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917127
Apr 09 01:55:03.582645 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2d1156-bc2a-4483-890b-4b6383145eed', 'tag': '91b21ad2-0b7d-445a-9838-3744612d05b9', 'status': 'completed', 'code': 200}
Apr 09 01:55:03.697391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:03.744218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] For port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:55:03.785686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] For port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:55:03.861235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:03.917057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:03.964957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:03.987837 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-f9091a75-70eb-475b-8460-bd4712be53c8 service neutron] 10.222.0.62 "GET /v2.0/networks/31dea640-a55c-4934-8416-2f6053542187?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.8858929
Apr 09 01:55:04.002388 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3ed9e7626c416a9cb4bb39c50ea418 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:04.176632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:04.186208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-9f6e6334-bf7d-4110-9dae-8387af31afab tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:04.199074 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-9f6e6334-bf7d-4110-9dae-8387af31afab tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 819 time: 0.5014915
Apr 09 01:55:04.248998 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-63779235-71c4-4f73-b5f9-5001048acb4c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/quotas/96703e956e034c16ad1cca21be36101a HTTP/1.1" status: 200  len: 375 time: 0.0470986
Apr 09 01:55:04.311503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:04.360810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:04.430939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device aad596fa-d11a-463d-84ff-f7ea87792a84 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:55:04.433963 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:04.712723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-10fc0a3c-e53f-4d32-850e-001c86ae1dcf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:04.793727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985c0237-7246-4771-aa94-b58ffa8084cb,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:04.810342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:04.815880 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e0533-c9de-41e0-9996-b1f660673098 None None] Pushing event updated for resources: {'Port': ['ID=1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:04.879341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-845e0533-c9de-41e0-9996-b1f660673098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:04.885055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port aad596fa-d11a-463d-84ff-f7ea87792a84 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:55:04.928661 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:04.934876 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 3.1974962
Apr 09 01:55:04.943947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50382) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:04.952425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'floatingip': {'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:04.975153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port aad596fa-d11a-463d-84ff-f7ea87792a84 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:04.975823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:05.058204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317fac-6a88-4edc-be71-13f62bf42707 req-4dcdacab-58be-4ae4-a3d6-34538e2aea30 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:05.065592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:05.068208 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-4dcdacab-58be-4ae4-a3d6-34538e2aea30 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 819 time: 0.6311362
Apr 09 01:55:05.076209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:05.102718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:05.104043 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:floatingip and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:05.137997 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:05.143408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Request body: {'port': {'device_id': 'e47fda47-7dce-41c1-a042-ebcab29da95d', 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1', 'admin_state_up': True, 'tenant_id': '96703e956e034c16ad1cca21be36101a'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:05.191470 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3e4e594b-67c0-47c4-9133-52fe4df0f37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:05.226795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:55:05.227528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7600731d0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:54:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:55:05.246095 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:05.250443 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e443bfc-97a6-4a0e-9360-58c20cb00416 req-a0bbb138-7cc7-42c9-8ea9-1a32e6dab774 service neutron] 10.222.0.62 "GET /v2.0/networks/31dea640-a55c-4934-8416-2f6053542187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2263627
Apr 09 01:55:05.392114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b340dd-fcb8-4339-8e9a-09f511c8047d req-f4a6a46f-cebe-4e2f-867f-eb1124426709 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:05.404172 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-37b340dd-fcb8-4339-8e9a-09f511c8047d req-f4a6a46f-cebe-4e2f-867f-eb1124426709 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 943 time: 0.9732561
Apr 09 01:55:05.411538 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-6431b987-2fd1-4513-ac9b-c3c929def0c6 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&fields=id HTTP/1.1" status: 200  len: 255 time: 1.1601105
Apr 09 01:55:05.594690 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c3ed9e7626c416a9cb4bb39c50ea418&name=default HTTP/1.1" status: 200  len: 2979 time: 4.3344181
Apr 09 01:55:05.600375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:05.637739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50396) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:05.661736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2806a0-1e91-4a60-ad58-dca4f377c008,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:05.715328 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:05.740613 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-37b340dd-fcb8-4339-8e9a-09f511c8047d req-69627219-7cfd-4ca8-8429-b2b7ff9a8bae tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3350599
Apr 09 01:55:05.748828 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-c53b8208-7c5b-44d5-9a45-deea288b47d8 service neutron] 10.222.0.38 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3218360
Apr 09 01:55:05.756012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:05.827374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:05.851425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 8d9b252f-f22d-4ce9-b735-5bd12865a4da up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:55:06.001833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port aad596fa-d11a-463d-84ff-f7ea87792a84, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=aad596fa-d11a-463d-84ff-f7ea87792a84,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:06.008070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:55:06.030948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Usage tracker for resource:port and tenant:96703e956e034c16ad1cca21be36101a is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:06.034742 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:06.041876 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:06.079461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:06.084975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:06.106515 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-b3c5058f-577c-4b06-965a-5f5a3e2fe027 service neutron] 10.222.0.38 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3422024
Apr 09 01:55:06.156576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50406) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:06.159969 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 8d9b252f-f22d-4ce9-b735-5bd12865a4da completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:55:06.164188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Made reservation on behalf of 96703e956e034c16ad1cca21be36101a for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:55:06.171626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:06.188392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 8d9b252f-f22d-4ce9-b735-5bd12865a4da triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:06.190984 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:06.243635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1a9efa75-1af6-4b21-8fbc-8c9a2fe7d0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:06.312883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1a9efa75-1af6-4b21-8fbc-8c9a2fe7d0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:06.516402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1a9efa75-1af6-4b21-8fbc-8c9a2fe7d0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:06.627978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:06.692262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:06.704871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=aad596fa-d11a-463d-84ff-f7ea87792a84,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:06.717296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:06.732054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Allocated IP 172.20.0.9 (b134a394-11b9-4c54-bed1-cfe6d0f309b1/8b2a7a11-ef74-4f2e-96c5-e39c06ea799e/49e02430-bf03-47db-9526-5f7dbe52b57b) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:55:06.750767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8dfd3c-580f-4c46-a9ee-300b305ca1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9b252f-f22d-4ce9-b735-5bd12865a4da'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:06.805002 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-3be3ff4a-1cdf-47bd-94bc-43b85263971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:06.838486 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-3be3ff4a-1cdf-47bd-94bc-43b85263971d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=16a02a873b584bde83597c4fb075430a&device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 1096 time: 1.4884038
Apr 09 01:55:06.848011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9efa75-1af6-4b21-8fbc-8c9a2fe7d0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2806a0-1e91-4a60-ad58-dca4f377c008,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:06.859502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1a9efa75-1af6-4b21-8fbc-8c9a2fe7d0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:06.862643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1a9efa75-1af6-4b21-8fbc-8c9a2fe7d0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:06.889423 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1a9efa75-1af6-4b21-8fbc-8c9a2fe7d0b2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff2806a0-1e91-4a60-ad58-dca4f377c008 HTTP/1.1" status: 204  len: 168 time: 1.2392342
Apr 09 01:55:06.909328 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 8d9b252f-f22d-4ce9-b735-5bd12865a4da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8d9b252f-f22d-4ce9-b735-5bd12865a4da,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:06.938268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:06.949593 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:07.103321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7600731d0>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:03Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:55:07.115061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:07.137114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b9a9ce-6c4c-4dae-b45f-a178db0cc46a None None] The sync data for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi is: [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:03Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:55:07.167747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=8d9b252f-f22d-4ce9-b735-5bd12865a4da,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:07.181644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:07.249866 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:07.355475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:07.396750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d367156a-a535-480f-811c-22e7abd35d3e req-757b505f-d699-4e4d-813a-a01956bb8aa4 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 210 time: 0.2397213
Apr 09 01:55:07.396750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:07.408962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Usage tracker for resource:security_group_rule and tenant:6e54d596ce674cc29a9d1ac20c7be599 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:07.425069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:07.464912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab350a4-82ea-43f1-81a4-aa403535ea02 req-e76bb764-5925-41d9-8d98-4a9b446b4127 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:07.481151 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bab350a4-82ea-43f1-81a4-aa403535ea02 req-e76bb764-5925-41d9-8d98-4a9b446b4127 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 945 time: 1.4516058
Apr 09 01:55:07.482861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:07.578030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:07.607729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-660db4fe-9949-41cf-8f25-3283aaeda720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:07.610716 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-660db4fe-9949-41cf-8f25-3283aaeda720 service neutron] 10.222.0.62 "GET /v2.0/networks?id=31dea640-a55c-4934-8416-2f6053542187 HTTP/1.1" status: 200  len: 912 time: 0.6769948
Apr 09 01:55:07.747099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-07d58926-9405-485b-a6f1-61395110f485 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:07.849254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 91b21ad2-0b7d-445a-9838-3744612d05b9 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:55:08.186079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Pushing event updated for resources: {'Port': ['ID=49e02430-bf03-47db-9526-5f7dbe52b57b,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:08.227331 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bab350a4-82ea-43f1-81a4-aa403535ea02 req-94025db0-e772-46af-bacd-64335ffe4635 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7449107
Apr 09 01:55:08.231505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:08.232075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 50478) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:08.304029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:55:08.329292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:55:08.337651 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-5451b10b-88f7-42f1-a46e-eee6b2a66198 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91b21ad2-0b7d-445a-9838-3744612d05b9 HTTP/1.1" status: 200  len: 217 time: 0.5015938
Apr 09 01:55:08.445453 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:55:08.497044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:08.498173 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:08.556035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:08.757317 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-be792e6c-a533-423d-b4cf-d8a8c63dad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:08.758945 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-be792e6c-a533-423d-b4cf-d8a8c63dad2f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee2dd54c-5f42-4b78-819b-17d1af49e64a HTTP/1.1" status: 200  len: 851 time: 0.3878281
Apr 09 01:55:08.766385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1b1a9-cbc1-4e40-b32b-899b65fdc2d4 req-eaff4c32-7c8b-4504-b8fa-95530e4cddef tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:08.769071 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e9c1b1a9-cbc1-4e40-b32b-899b65fdc2d4 req-eaff4c32-7c8b-4504-b8fa-95530e4cddef tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 943 time: 1.0237472
Apr 09 01:55:08.781955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:08.922011 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-cafffbc1-ada5-4baf-9864-dc931524b8e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31dea640-a55c-4934-8416-2f6053542187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1121306
Apr 09 01:55:08.927922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Usage tracker for resource:security_group_rule and tenant:81959bfe2d1c4969a5e77b8be137e67b is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:08.953781 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8dfd3c-580f-4c46-a9ee-300b305ca1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9b252f-f22d-4ce9-b735-5bd12865a4da', 'code': 200}
Apr 09 01:55:08.955451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device aad596fa-d11a-463d-84ff-f7ea87792a84 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:55:08.962115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:08.984188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Allocated IP 172.27.2.210 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/bec2dcae-cfbd-4588-91b7-ead6a0529554) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:55:09.001079 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e9c1b1a9-cbc1-4e40-b32b-899b65fdc2d4 req-43ed2a60-aa74-4e7e-a443-599622cb324f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085774
Apr 09 01:55:09.006673 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.9229050
Apr 09 01:55:09.016621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:09.195690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 91b21ad2-0b7d-445a-9838-3744612d05b9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91b21ad2-0b7d-445a-9838-3744612d05b9,segment=NetworkSegment(5cfc4bef-d760-4bb5-bfd8-b08f7855945b),segment_id=5cfc4bef-d760-4bb5-bfd8-b08f7855945b)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:09.219853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '91b21ad2-0b7d-445a-9838-3744612d05b9', 'network_id': '31dea640-a55c-4934-8416-2f6053542187', 'port_id': '91b21ad2-0b7d-445a-9838-3744612d05b9', 'mac_address': 'fa:16:3e:8d:6d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee2dd54c-5f42-4b78-819b-17d1af49e64a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:55:09.232781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:09.252356 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-813164f3-f327-42ea-96ad-ab2f37c24225 req-205f2c70-f054-4854-9968-7e93f3afcb00 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Synchronizing usage tracker for tenant:96703e956e034c16ad1cca21be36101a on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:55:09.287177 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Request body: {'port': {'device_id': 'e47fda47-7dce-41c1-a042-ebcab29da95d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:09.297009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:09.322543 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b21ad2-0b7d-445a-9838-3744612d05b9 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:09.342726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 91b21ad2-0b7d-445a-9838-3744612d05b9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91b21ad2-0b7d-445a-9838-3744612d05b9,segment=NetworkSegment(5cfc4bef-d760-4bb5-bfd8-b08f7855945b),segment_id=5cfc4bef-d760-4bb5-bfd8-b08f7855945b)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:09.376518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:09.378900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port aad596fa-d11a-463d-84ff-f7ea87792a84 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:09.379329 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:09.443198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:09.620280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=91b21ad2-0b7d-445a-9838-3744612d05b9,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:09.624955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:09.634044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.62', 49898) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:09.647261 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-d1ee0ba5-9b54-4768-bf13-a0520466b497 service neutron] 10.222.0.62 "GET /v2.0/networks/31dea640-a55c-4934-8416-2f6053542187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4115202
Apr 09 01:55:09.661698 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:09.687709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['91b21ad2-0b7d-445a-9838-3744612d05b9'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:55:09.825366 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:09.923231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:10.000578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551a3f30-aa36-4dff-83f6-31a68e3f73ad,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:10.042080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.62', 49899) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:10.053804 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:10.120496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50516) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:10.147439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:55:10.248561 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6e54d596ce674cc29a9d1ac20c7be599&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0854056
Apr 09 01:55:10.265401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50522) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:10.334139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:55:10.363179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:10.363614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.483112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50528) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:10.525011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fcc41287-fa56-442a-81f2-12fb3c080661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.580647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.589982 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fcc41287-fa56-442a-81f2-12fb3c080661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.621964 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:10.631422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.633627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:10.694902 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2f01dd2-8706-4b17-8ded-c842b445d49d req-6d193068-4e6a-499e-92cd-117c305bde6e service neutron] 10.222.0.62 "GET /v2.0/networks/31dea640-a55c-4934-8416-2f6053542187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0293782
Apr 09 01:55:10.705044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.726768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:10.731158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:10.735395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.759327 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-74805008-ae45-4a95-9006-46b3eb37e17d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:10.760176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-74805008-ae45-4a95-9006-46b3eb37e17d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Synchronizing usage tracker for tenant:96703e956e034c16ad1cca21be36101a on resource:network {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:55:10.767541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.792781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:10.802414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fcc41287-fa56-442a-81f2-12fb3c080661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.804794 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:10.807540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Usage tracker for resource:security_group_rule and tenant:0d566962afdf474badc969f9ae3ff12c is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:10.818556 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b3eb8bf08cfb449a8b42d8ec377006e5 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:10.821502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:10.825151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-aa49b93d-9820-4bfd-a28a-051ccb980b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:10.833433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:10.842873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:10.854524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc41287-fa56-442a-81f2-12fb3c080661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551a3f30-aa36-4dff-83f6-31a68e3f73ad,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:10.857148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:10.871968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fcc41287-fa56-442a-81f2-12fb3c080661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:10.893052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fcc41287-fa56-442a-81f2-12fb3c080661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:10.894194 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-fcc41287-fa56-442a-81f2-12fb3c080661 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/551a3f30-aa36-4dff-83f6-31a68e3f73ad HTTP/1.1" status: 204  len: 168 time: 0.6216447
Apr 09 01:55:10.941767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.099338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347139c-37f2-4bb2-8118-3fbfa394a1c0 req-f835460b-19f6-4c54-b185-50b77207677f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:11.102186 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8347139c-37f2-4bb2-8118-3fbfa394a1c0 req-f835460b-19f6-4c54-b185-50b77207677f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 946 time: 1.4658296
Apr 09 01:55:11.181447 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-c46bf9b4-4545-4a25-9c37-c0b7a7e8559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:11.184141 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-c46bf9b4-4545-4a25-9c37-c0b7a7e8559b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 1099 time: 1.4573107
Apr 09 01:55:11.250831 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:11.255784 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8347139c-37f2-4bb2-8118-3fbfa394a1c0 req-31999b13-3d54-4725-b3c2-fef94068693c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367092
Apr 09 01:55:11.274752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 50544) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:11.285048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-d35e5d41-c788-4a47-923a-ebf28a19738c service neutron] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.321858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.348777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.resource_extend [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 09 01:55:11.377087 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.386469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.408351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:55:11.409603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:55:11.424222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:55:11.431923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'Port': ['ID=bec2dcae-cfbd-4588-91b7-ead6a0529554,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:11.440339 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:11.451379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-d35e5d41-c788-4a47-923a-ebf28a19738c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:11.509622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8c8d83bc-6904-4b4e-aa18-2ab535eb76e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:11.518363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-d35e5d41-c788-4a47-923a-ebf28a19738c service neutron] Usage tracker for resource:security_group_rule and tenant:e6c5684926e54107befa83ef448ba3bd is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:11.534844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-d35e5d41-c788-4a47-923a-ebf28a19738c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:11.556307 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:11.572475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.578678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.579700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-d35e5d41-c788-4a47-923a-ebf28a19738c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:11.588597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Usage tracker for resource:security_group_rule and tenant:edc0bad023d14074afa01c473136a016 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:11.590142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.592230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.597210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:11.603913 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-30d07ede-f389-41c5-a22a-5b4afabcd054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:11.614665 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e02430-bf03-47db-9526-5f7dbe52b57b {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:11.619510 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.621340 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=81959bfe2d1c4969a5e77b8be137e67b&name=default HTTP/1.1" status: 200  len: 2979 time: 3.3528385
Apr 09 01:55:11.629206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:11.638354 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 50550) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:11.649159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.676962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85ed138-f760-4b2b-a26a-493cfd667786,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:11.696980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:11.716825 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3eb8bf08cfb449a8b42d8ec377006e5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2322464
Apr 09 01:55:11.729208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50554) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:11.732708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Transition to ACTIVE for port object 49e02430-bf03-47db-9526-5f7dbe52b57b will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:55:11.734902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435d3aae-77b6-4a09-9219-d69b3dd4c0a2,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:11.753632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:11.754286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9ede7bcc-2e14-438a-942e-fa4013a29937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:11.756844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.773854 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d566962afdf474badc969f9ae3ff12c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6328671
Apr 09 01:55:11.780037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50558) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:11.787661 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:11.797753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c758a696-7622-455a-9892-aae0cd1c7dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:11.873717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b2a20-c79b-4c57-8419-9318387a2a0b,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:11.879210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 91b21ad2-0b7d-445a-9838-3744612d05b9 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:55:11.906148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:12.019557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb2ef4-d6c6-4d41-b8f7-4cf5526c7c76 req-86b1c36a-0e8f-4e72-83ca-06ca786c4102 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:12.021820 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7eb2ef4-d6c6-4d41-b8f7-4cf5526c7c76 req-86b1c36a-0e8f-4e72-83ca-06ca786c4102 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 944 time: 0.6431029
Apr 09 01:55:12.040859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a70469da-6ba7-4213-a5b3-e3efff5ae28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.047766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23bdfd65-9ec7-4cc6-b1fd-791e71f58a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.050338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 91b21ad2-0b7d-445a-9838-3744612d05b9 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:55:12.058209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 91b21ad2-0b7d-445a-9838-3744612d05b9 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:12.059647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.106015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a70469da-6ba7-4213-a5b3-e3efff5ae28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.125501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23bdfd65-9ec7-4cc6-b1fd-791e71f58a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.178607 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Pushing event updated for resources: {'Port': ['ID=49e02430-bf03-47db-9526-5f7dbe52b57b,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:12.182341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ebe3-d589-40e4-9e62-00a16c2fdb44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.197919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:12.237729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.251158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d1156-bc2a-4483-890b-4b6383145eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b21ad2-0b7d-445a-9838-3744612d05b9'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:12.262796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 91b21ad2-0b7d-445a-9838-3744612d05b9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91b21ad2-0b7d-445a-9838-3744612d05b9,segment=NetworkSegment(5cfc4bef-d760-4bb5-bfd8-b08f7855945b),segment_id=5cfc4bef-d760-4bb5-bfd8-b08f7855945b)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:12.269033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.272408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:12.321949 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7eb2ef4-d6c6-4d41-b8f7-4cf5526c7c76 req-efa131ec-98d7-4e1e-8162-a7f91d0fc71f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2732043
Apr 09 01:55:12.389154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-d35e5d41-c788-4a47-923a-ebf28a19738c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.414774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a70469da-6ba7-4213-a5b3-e3efff5ae28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.419598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23bdfd65-9ec7-4cc6-b1fd-791e71f58a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.429310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-86248b8a-44cc-45f1-bad3-fbc34171fcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:12.446311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70469da-6ba7-4213-a5b3-e3efff5ae28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435d3aae-77b6-4a09-9219-d69b3dd4c0a2,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:12.465412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdfd65-9ec7-4cc6-b1fd-791e71f58a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8b2a20-c79b-4c57-8419-9318387a2a0b,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:12.468018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-23bdfd65-9ec7-4cc6-b1fd-791e71f58a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:12.482655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:12.483244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:12.492720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23bdfd65-9ec7-4cc6-b1fd-791e71f58a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.497298 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-23bdfd65-9ec7-4cc6-b1fd-791e71f58a43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ee8b2a20-c79b-4c57-8419-9318387a2a0b HTTP/1.1" status: 204  len: 168 time: 0.6780381
Apr 09 01:55:12.500746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a70469da-6ba7-4213-a5b3-e3efff5ae28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.502220 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a70469da-6ba7-4213-a5b3-e3efff5ae28a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/435d3aae-77b6-4a09-9219-d69b3dd4c0a2 HTTP/1.1" status: 204  len: 168 time: 0.7688761
Apr 09 01:55:12.521159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ebe3-d589-40e4-9e62-00a16c2fdb44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.525222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.535132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.581393 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d1156-bc2a-4483-890b-4b6383145eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b21ad2-0b7d-445a-9838-3744612d05b9', 'code': 200}
Apr 09 01:55:12.643711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-d35e5d41-c788-4a47-923a-ebf28a19738c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.681581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ebe3-d589-40e4-9e62-00a16c2fdb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.759256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Attempting to bind port 49e02430-bf03-47db-9526-5f7dbe52b57b on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:55:12.759858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Attempting to bind port 49e02430-bf03-47db-9526-5f7dbe52b57b by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:55:12.767780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Attempting to bind port 49e02430-bf03-47db-9526-5f7dbe52b57b on network b134a394-11b9-4c54-bed1-cfe6d0f309b1 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:55:12.781493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f3550e3f-3fd2-4975-a76e-97df2766619b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:12.825808 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6da316eb-58d5-42b3-9af3-feb15e692765 req-d35e5d41-c788-4a47-923a-ebf28a19738c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6146390
Apr 09 01:55:12.828784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Port 49e02430-bf03-47db-9526-5f7dbe52b57b on network b134a394-11b9-4c54-bed1-cfe6d0f309b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:55:12.828784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Attempting to bind port 49e02430-bf03-47db-9526-5f7dbe52b57b on network b134a394-11b9-4c54-bed1-cfe6d0f309b1 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:55:12.876706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:12.955293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a3b77ae8-56e0-403c-b1ff-afc2eb656e39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:13.040691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=91b21ad2-0b7d-445a-9838-3744612d05b9,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:13.063628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:55:13.064293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Checking segment: {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:55:13.064893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:55:13.065050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Bound using segment: {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:55:13.065792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Bound port: 49e02430-bf03-47db-9526-5f7dbe52b57b, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:55:13.066279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.128817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:13.151910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-74805008-ae45-4a95-9006-46b3eb37e17d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Unset dirty status for tenant:96703e956e034c16ad1cca21be36101a on resource:network {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:55:13.155010 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-74805008-ae45-4a95-9006-46b3eb37e17d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 819 time: 3.0947769
Apr 09 01:55:13.171287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.237268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Request body: {'port': {'device_id': '6b4de4dd-c73a-4ea9-8271-bc81f850217c', 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1', 'admin_state_up': True, 'tenant_id': '96703e956e034c16ad1cca21be36101a'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:13.246457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] For port 49e02430-bf03-47db-9526-5f7dbe52b57b, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:55:13.252760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] For port 49e02430-bf03-47db-9526-5f7dbe52b57b, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49e02430-bf03-47db-9526-5f7dbe52b57b,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:55:13.273474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7cc5ebe3-d589-40e4-9e62-00a16c2fdb44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.275798 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7cc5ebe3-d589-40e4-9e62-00a16c2fdb44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d85ed138-f760-4b2b-a26a-493cfd667786 HTTP/1.1" status: 204  len: 168 time: 1.6336882
Apr 09 01:55:13.284892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.286718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-813164f3-f327-42ea-96ad-ab2f37c24225 req-205f2c70-f054-4854-9968-7e93f3afcb00 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Unset dirty status for tenant:96703e956e034c16ad1cca21be36101a on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:55:13.300910 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-813164f3-f327-42ea-96ad-ab2f37c24225 req-205f2c70-f054-4854-9968-7e93f3afcb00 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 210 time: 4.2801154
Apr 09 01:55:13.319058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:13.319659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.438927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.540063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.550891 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.5970764
Apr 09 01:55:13.601686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'Port': ['ID=bec2dcae-cfbd-4588-91b7-ead6a0529554,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:13.612632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:13.618151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50582) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:13.666667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.685598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50586) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:13.695113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:13.699615 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Usage tracker for resource:security_group_rule and tenant:32f71589a8814c36ba6d887169e1242c is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:13.703359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:13.714280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:13.776580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-807f3f29-b695-46dc-a84e-6ef6f7726231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.818691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:13.830265 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:13.849227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:13.880470 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:13.885729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Usage tracker for resource:security_group_rule and tenant:147855a501754a09b7a23e404d6d2d29 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:13.889061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:13.914706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:13.994696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Made reservation on behalf of 96703e956e034c16ad1cca21be36101a for: {'port': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:55:14.007654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.156046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.175531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.198314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e5d41-c788-4a47-923a-ebf28a19738c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99d10882-a59a-46c0-9ba1-c5f29cc6686e,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:14.223154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.224755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c49efa41-230f-4dc7-b34f-405e621823b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:14.235052 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=32f71589a8814c36ba6d887169e1242c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6160400
Apr 09 01:55:14.239677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5ebe3-d589-40e4-9e62-00a16c2fdb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85ed138-f760-4b2b-a26a-493cfd667786,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:14.243458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7cc5ebe3-d589-40e4-9e62-00a16c2fdb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.462s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:14.246761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50594) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:14.246953 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.305992 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.260s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:14.378212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f109c689-fa23-4ba2-af0e-2f96fd16af87,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:14.402438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab74edb-3c05-4008-9154-2306085cf709,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:14.403727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:14.404189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:14.410598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:14.440523 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.918s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:14.440859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:14.452264 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=147855a501754a09b7a23e404d6d2d29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6820068
Apr 09 01:55:14.456565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:14.460435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 50604) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:14.482263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ba0c0d-ed8e-48a7-b61a-87e6f1b01974,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:14.491903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:14.505253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Allocated IP 172.20.0.13 (b134a394-11b9-4c54-bed1-cfe6d0f309b1/8b2a7a11-ef74-4f2e-96c5-e39c06ea799e/09ce87aa-c7ef-40b2-84ee-1f1b872471fe) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:55:14.554058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-253685f5-315c-4ca0-9c87-fd4faa169d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.572708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Pushing event updated for resources: {'Port': ['ID=49e02430-bf03-47db-9526-5f7dbe52b57b,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:14.616607 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81d510-6025-4ec1-a711-918df77848e9 req-2a841b67-472c-44ba-b293-a04171677969 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:14.621473 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2a81d510-6025-4ec1-a711-918df77848e9 req-2a841b67-472c-44ba-b293-a04171677969 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 946 time: 1.7649860
Apr 09 01:55:14.640659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:14.646142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-253685f5-315c-4ca0-9c87-fd4faa169d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.673578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:14.674411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.676198 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] 10.222.0.62 "PUT /v2.0/ports/49e02430-bf03-47db-9526-5f7dbe52b57b HTTP/1.1" status: 200  len: 1093 time: 5.4457970
Apr 09 01:55:14.688177 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=edc0bad023d14074afa01c473136a016&name=default HTTP/1.1" status: 200  len: 2979 time: 3.4018250
Apr 09 01:55:14.688177 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e47fda47-7dce-41c1-a042-ebcab29da95d', 'tag': '49e02430-bf03-47db-9526-5f7dbe52b57b'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:14.690860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 50614) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:14.699111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60ac49c3-08c4-4a5c-bb56-c0e7296ac5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.715974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87180bbc-003d-48ea-964b-625acb7a7141 req-569bf3e9-babb-465f-965f-0fe2b9f1c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:14.718102 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-87180bbc-003d-48ea-964b-625acb7a7141 req-569bf3e9-babb-465f-965f-0fe2b9f1c5c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 1098 time: 1.4629631
Apr 09 01:55:14.777683 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2a81d510-6025-4ec1-a711-918df77848e9 req-279bddc1-0056-4f9e-91ff-9c1c51365150 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003506
Apr 09 01:55:14.849597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60ac49c3-08c4-4a5c-bb56-c0e7296ac5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.911595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-87180bbc-003d-48ea-964b-625acb7a7141 req-f2f1bfe2-3e41-4c94-8cc9-5c1294a70b39 service neutron] Synchronizing usage tracker for tenant:e6c5684926e54107befa83ef448ba3bd on resource:security_group {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:55:14.941090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-253685f5-315c-4ca0-9c87-fd4faa169d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.949758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6a6e9bd3-2d66-4a6b-b2af-06b7ddae7292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:14.956112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-87180bbc-003d-48ea-964b-625acb7a7141 req-f2f1bfe2-3e41-4c94-8cc9-5c1294a70b39 service neutron] Unset dirty status for tenant:e6c5684926e54107befa83ef448ba3bd on resource:security_group {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:55:14.957161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60ac49c3-08c4-4a5c-bb56-c0e7296ac5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:14.957463 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-87180bbc-003d-48ea-964b-625acb7a7141 req-f2f1bfe2-3e41-4c94-8cc9-5c1294a70b39 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209945
Apr 09 01:55:14.987928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253685f5-315c-4ca0-9c87-fd4faa169d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f109c689-fa23-4ba2-af0e-2f96fd16af87,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:14.996489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:15.000740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-253685f5-315c-4ca0-9c87-fd4faa169d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:15.001205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:15.001386 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec496077-282d-4b89-923c-3793cb34e786 req-0e7a9fc3-f8e8-43ae-acc3-6c714330923d tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:15.003084 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ec496077-282d-4b89-923c-3793cb34e786 req-0e7a9fc3-f8e8-43ae-acc3-6c714330923d tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.7767582
Apr 09 01:55:15.028550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac49c3-08c4-4a5c-bb56-c0e7296ac5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ba0c0d-ed8e-48a7-b61a-87e6f1b01974,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:15.056690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4339d8b4-59e4-410b-86db-5809a96c33c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:15.057717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-60ac49c3-08c4-4a5c-bb56-c0e7296ac5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:15.084287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-253685f5-315c-4ca0-9c87-fd4faa169d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:15.090233 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-253685f5-315c-4ca0-9c87-fd4faa169d35 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f109c689-fa23-4ba2-af0e-2f96fd16af87 HTTP/1.1" status: 204  len: 168 time: 0.8376448
Apr 09 01:55:15.090233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60ac49c3-08c4-4a5c-bb56-c0e7296ac5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:15.099199 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-60ac49c3-08c4-4a5c-bb56-c0e7296ac5a4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/83ba0c0d-ed8e-48a7-b61a-87e6f1b01974 HTTP/1.1" status: 204  len: 168 time: 0.6309860
Apr 09 01:55:15.116533 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ec496077-282d-4b89-923c-3793cb34e786 req-893e4abf-8867-453a-a951-51c6755ba7ee tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909450
Apr 09 01:55:15.144535 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:15.213199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4339d8b4-59e4-410b-86db-5809a96c33c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:15.225587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:15.231557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b8e7f3b7-6131-46eb-9f51-09f6517b03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:15.234774 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-b8e7f3b7-6131-46eb-9f51-09f6517b03f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1096 time: 0.3980944
Apr 09 01:55:15.306946 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-2658fba2-b586-4b34-a80d-4c9bd18f6bfb tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--539316028&fields=id&tenant_id=04741939d3534ea99b01d960cf92f527 HTTP/1.1" status: 200  len: 267 time: 0.1871440
Apr 09 01:55:15.483253 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-e20dbb74-0f04-46e5-a485-f90078103b16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e02430-bf03-47db-9526-5f7dbe52b57b HTTP/1.1" status: 200  len: 217 time: 0.1849618
Apr 09 01:55:15.637157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Pushing event updated for resources: {'Port': ['ID=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:15.652629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:15.721561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:55:15.725218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:55:15.727576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34317fac-6a88-4edc-be71-13f62bf42707 req-ba9ce086-ecc6-48af-8916-e3650f2330af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:15.728554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:55:15.729258 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-ba9ce086-ecc6-48af-8916-e3650f2330af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.1903741
Apr 09 01:55:15.738610 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:15.743099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:15.749388 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4339d8b4-59e4-410b-86db-5809a96c33c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:15.773750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5477164
Apr 09 01:55:15.796443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Request body: {'port': {'device_id': '6b4de4dd-c73a-4ea9-8271-bc81f850217c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:15.808302 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-38536cc7-6e12-46d4-ab85-568e6bbdcd68 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577722
Apr 09 01:55:15.820196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:15.853872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9086e49-fcba-4534-b2db-8e753754c33f req-1f9c9ae1-e33e-43f4-bffa-9baff7451707 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:15.856328 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e9086e49-fcba-4534-b2db-8e753754c33f req-1f9c9ae1-e33e-43f4-bffa-9baff7451707 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 932 time: 0.4022849
Apr 09 01:55:15.861583 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339d8b4-59e4-410b-86db-5809a96c33c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab74edb-3c05-4008-9154-2306085cf709,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:15.869540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-e4710723-2862-4d69-92e6-bfda7461499b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:15.871378 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-e4710723-2862-4d69-92e6-bfda7461499b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 810 time: 0.4637959
Apr 09 01:55:15.903393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4339d8b4-59e4-410b-86db-5809a96c33c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:15.907460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4339d8b4-59e4-410b-86db-5809a96c33c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:15.908779 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4339d8b4-59e4-410b-86db-5809a96c33c4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6ab74edb-3c05-4008-9154-2306085cf709 HTTP/1.1" status: 204  len: 168 time: 1.2109783
Apr 09 01:55:16.069983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:16.198109 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-ca38474e-4a6c-40f4-b945-ba727334bc9a service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3229845
Apr 09 01:55:16.217614 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e9086e49-fcba-4534-b2db-8e753754c33f req-110211b9-5848-482e-a9f6-71957da13af2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2947590
Apr 09 01:55:16.376820 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-a0bab4b0-f289-4323-abef-c4e770bad9cc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/quotas/04741939d3534ea99b01d960cf92f527 HTTP/1.1" status: 200  len: 375 time: 0.4293597
Apr 09 01:55:16.445780 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e47fda47-7dce-41c1-a042-ebcab29da95d', 'tag': '49e02430-bf03-47db-9526-5f7dbe52b57b', 'status': 'completed', 'code': 200}
Apr 09 01:55:16.524963 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34317fac-6a88-4edc-be71-13f62bf42707 req-bed62090-ed4b-4ba5-8888-f3f6e1f9bfe1 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3043706
Apr 09 01:55:16.561021 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-650a7bca-344e-4803-9ab3-0934b2869c1a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1664822
Apr 09 01:55:16.767954 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ce87aa-c7ef-40b2-84ee-1f1b872471fe {{(pid=85248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:16.780576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:16.802352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Transition to ACTIVE for port object 09ce87aa-c7ef-40b2-84ee-1f1b872471fe will not be triggered until provisioned by entity L2. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:55:16.807952 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:16.849726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:16.970616 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-c5a6b7f6-eb0c-4505-ad3e-070d83116105 service neutron] 10.222.0.38 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3511696
Apr 09 01:55:17.027927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Pushing event updated for resources: {'Port': ['ID=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:17.033296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:17.404063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-e37a0639-d610-4a0c-82fe-820ae79b5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:17.407005 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-e37a0639-d610-4a0c-82fe-820ae79b5b28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1096 time: 0.7860618
Apr 09 01:55:17.470471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Attempting to bind port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:55:17.471024 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Attempting to bind port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:55:17.471508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Attempting to bind port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe on network b134a394-11b9-4c54-bed1-cfe6d0f309b1 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:55:17.479035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe on network b134a394-11b9-4c54-bed1-cfe6d0f309b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:55:17.479562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Attempting to bind port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe on network b134a394-11b9-4c54-bed1-cfe6d0f309b1 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:55:17.486998 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:55:17.487558 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Checking segment: {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:55:17.488136 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Bound using segment: {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:55:17.489303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Bound port: 09ce87aa-c7ef-40b2-84ee-1f1b872471fe, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b23a1e-c469-45f1-b6ca-bb306872b2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1'}}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:55:17.489830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:17.586264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] For port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe, host hv-cinder-78462, cleared binding levels {{(pid=85248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:55:17.591793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] For port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:55:17.595868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:17.619126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:17.714011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-1407bc7f-3f14-4216-95bb-d2a7f5d6cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:17.716870 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-1407bc7f-3f14-4216-95bb-d2a7f5d6cf64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 920 time: 0.3008611
Apr 09 01:55:17.797984 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Pushing event updated for resources: {'Port': ['ID=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,revision_number=3']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:17.806011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:17.846022 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-342f1e68-48f8-4acd-a181-a31faefc9489 service neutron] 10.222.0.38 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8556230
Apr 09 01:55:17.866943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:17.871035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:17.876415 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-d2112b77-af04-4049-a582-79449c03e25e service neutron] 10.222.0.62 "PUT /v2.0/ports/09ce87aa-c7ef-40b2-84ee-1f1b872471fe HTTP/1.1" status: 200  len: 1094 time: 2.0839405
Apr 09 01:55:17.877916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4de4dd-c73a-4ea9-8271-bc81f850217c', 'tag': '09ce87aa-c7ef-40b2-84ee-1f1b872471fe'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:17.878189 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-4ddddbed-6bba-4190-9b30-07025ea95dc4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e02430-bf03-47db-9526-5f7dbe52b57b HTTP/1.1" status: 200  len: 217 time: 0.1479204
Apr 09 01:55:17.896858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349579d6-0413-4c92-b214-1d63cdc82162 req-72f598f8-4980-45ab-93a9-5a254f7c5042 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:17.899966 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-349579d6-0413-4c92-b214-1d63cdc82162 req-72f598f8-4980-45ab-93a9-5a254f7c5042 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 946 time: 0.9166660
Apr 09 01:55:18.064441 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-349579d6-0413-4c92-b214-1d63cdc82162 req-62609823-c63a-4d19-a770-a33e2efda837 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900357
Apr 09 01:55:18.115123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-11a7aee7-1a11-42a0-837e-ba74ce12097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:18.121294 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-11a7aee7-1a11-42a0-837e-ba74ce12097d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 1097 time: 0.1805916
Apr 09 01:55:18.138260 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-9aa616d9-0508-44c4-8619-b59c71dc71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:18.141018 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-9aa616d9-0508-44c4-8619-b59c71dc71dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.2392564
Apr 09 01:55:18.217000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38f21f28-fd89-494c-b305-24f2a24eaf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:18.321604 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-9ab51032-39af-4f87-8af7-a8b086e6ad63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1732919
Apr 09 01:55:18.385284 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-e1edf638-05ab-4624-bb79-ba44d6bfa0c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ce87aa-c7ef-40b2-84ee-1f1b872471fe HTTP/1.1" status: 200  len: 217 time: 0.2525716
Apr 09 01:55:18.537261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-031b9185-adf6-4570-92b9-0c62ea01ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:18.538871 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-031b9185-adf6-4570-92b9-0c62ea01ecab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.1453078
Apr 09 01:55:18.616455 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-74a64d7f-2c83-40af-be7a-245e8e21fed2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680878
Apr 09 01:55:18.777916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:18.894156 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-b8543a70-d119-4043-a1b0-7366bef10e4b service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2699034
Apr 09 01:55:19.010667 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-475e9a15-7756-48e9-802b-71faa98c903a service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6813087
Apr 09 01:55:19.131649 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:19.429231 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767bbb85-b447-4ab6-9f16-42f099629d45 req-b48155d5-e28a-41d1-bb41-40713239bc17 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5282729
Apr 09 01:55:19.677867 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cca1a053-08dd-43bd-8f60-990e6d6d5c8b req-b7e16b9f-8647-4cff-8da5-bc603120463a service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6585960
Apr 09 01:55:19.714248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffe3e9-8803-498e-bcbe-dae4e33fcabe req-5b3022f9-e5c4-4775-99ef-20172679dd3b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:19.716026 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-56ffe3e9-8803-498e-bcbe-dae4e33fcabe req-5b3022f9-e5c4-4775-99ef-20172679dd3b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 944 time: 1.0869582
Apr 09 01:55:19.728261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fde6f-504d-4566-96f9-fd22a4645ea1 req-d87f3e64-54f3-48cd-8ab6-3ffac657df83 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:19.729966 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f10fde6f-504d-4566-96f9-fd22a4645ea1 req-d87f3e64-54f3-48cd-8ab6-3ffac657df83 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 1.1072009
Apr 09 01:55:19.790735 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-56ffe3e9-8803-498e-bcbe-dae4e33fcabe req-61cce50e-672e-4504-8a2d-80116a451e92 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592561
Apr 09 01:55:19.824809 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f10fde6f-504d-4566-96f9-fd22a4645ea1 req-9df874e1-3df4-4dba-b48f-a0c4e02cc3c0 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802660
Apr 09 01:55:19.910186 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 49e02430-bf03-47db-9526-5f7dbe52b57b details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:55:19.911375 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4de4dd-c73a-4ea9-8271-bc81f850217c', 'tag': '09ce87aa-c7ef-40b2-84ee-1f1b872471fe', 'status': 'completed', 'code': 200}
Apr 09 01:55:20.043731 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-65886902-bcf0-4d76-9793-a795b3d8d1b5 req-4eda7d5c-3ac4-4a92-a7c2-00f5233864b6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 210 time: 0.0657320
Apr 09 01:55:20.177145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 49e02430-bf03-47db-9526-5f7dbe52b57b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49e02430-bf03-47db-9526-5f7dbe52b57b,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:20.196479 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '49e02430-bf03-47db-9526-5f7dbe52b57b', 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1', 'port_id': '49e02430-bf03-47db-9526-5f7dbe52b57b', 'mac_address': 'fa:16:3e:67:ab:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2a7a11-ef74-4f2e-96c5-e39c06ea799e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:55:20.196845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-71fa6f5d-c623-4149-a9da-46ad63337650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:20.198495 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-71fa6f5d-c623-4149-a9da-46ad63337650 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 1097 time: 0.2186346
Apr 09 01:55:20.329255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:20.336974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e02430-bf03-47db-9526-5f7dbe52b57b {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:20.409877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:20.420428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 49e02430-bf03-47db-9526-5f7dbe52b57b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49e02430-bf03-47db-9526-5f7dbe52b57b,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:20.432869 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:20.436356 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:20.594977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-638c36ec-055c-44ed-a80b-c99bc9d3ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:20.606955 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-638c36ec-055c-44ed-a80b-c99bc9d3ac24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 920 time: 0.4003096
Apr 09 01:55:20.767207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=49e02430-bf03-47db-9526-5f7dbe52b57b,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:20.786433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:20.797495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['49e02430-bf03-47db-9526-5f7dbe52b57b'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:55:20.853931 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-9b26677c-aab4-49b3-b35d-c4da92f98255 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ce87aa-c7ef-40b2-84ee-1f1b872471fe HTTP/1.1" status: 200  len: 217 time: 0.2358553
Apr 09 01:55:21.099112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-d9f091a7-70d7-429e-8548-5532797edf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:21.105855 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-d9f091a7-70d7-429e-8548-5532797edf7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.2438536
Apr 09 01:55:21.315275 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-211387e5-6e7a-44b3-826b-40bbacdbb651 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2013133
Apr 09 01:55:21.401430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-93784265-1fee-4a74-920c-0d59a153324e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:21.402250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-93784265-1fee-4a74-920c-0d59a153324e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Synchronizing usage tracker for tenant:04741939d3534ea99b01d960cf92f527 on resource:network {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:55:21.464819 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-93784265-1fee-4a74-920c-0d59a153324e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Unset dirty status for tenant:04741939d3534ea99b01d960cf92f527 on resource:network {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:55:21.466121 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-93784265-1fee-4a74-920c-0d59a153324e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 810 time: 0.7088661
Apr 09 01:55:21.643188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-07c9292e-d629-417c-96cc-a6d6a884cf30 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Synchronizing usage tracker for tenant:04741939d3534ea99b01d960cf92f527 on resource:security_group {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:55:21.694139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-07c9292e-d629-417c-96cc-a6d6a884cf30 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Unset dirty status for tenant:04741939d3534ea99b01d960cf92f527 on resource:security_group {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:55:21.696407 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-07c9292e-d629-417c-96cc-a6d6a884cf30 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04741939d3534ea99b01d960cf92f527 HTTP/1.1" status: 200  len: 5704 time: 0.2110372
Apr 09 01:55:21.710377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'port': {'device_id': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'admin_state_up': True, 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'security_groups': ['4c243e64-7adc-48b3-85ef-c6a25c5a395a']}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:21.747561 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-cfc274bb-377f-4002-b6d8-9c7b7c0e18b0 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3217185
Apr 09 01:55:21.929031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 09ce87aa-c7ef-40b2-84ee-1f1b872471fe details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:55:21.963738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c876c-402d-4ac1-8f67-8d43599dc2d8 req-f2869692-3a3c-4f12-ad9d-e1a732cddf6b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:21.965561 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a58c876c-402d-4ac1-8f67-8d43599dc2d8 req-f2869692-3a3c-4f12-ad9d-e1a732cddf6b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 944 time: 0.6492653
Apr 09 01:55:22.139697 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a58c876c-402d-4ac1-8f67-8d43599dc2d8 req-982d3bc3-5068-4bf3-bcbf-3c5c77fb1673 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610065
Apr 09 01:55:22.187213 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:22.196960 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:port and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:22.205014 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fcc0294d-9b71-4970-ae42-85d4fd3083c4 req-9ff1d836-76cf-488a-b497-926fc18cf320 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4486148
Apr 09 01:55:22.206376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:22.229271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:22.250083 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Made reservation on behalf of 04741939d3534ea99b01d960cf92f527 for: {'port': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:55:22.256827 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:22.425288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:22.481438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '09ce87aa-c7ef-40b2-84ee-1f1b872471fe', 'network_id': 'b134a394-11b9-4c54-bed1-cfe6d0f309b1', 'port_id': '09ce87aa-c7ef-40b2-84ee-1f1b872471fe', 'mac_address': 'fa:16:3e:65:73:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b2a7a11-ef74-4f2e-96c5-e39c06ea799e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:55:22.625542 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-00fc39ec-afc5-4ba0-ac18-98b8ab2a4491 req-c23cfd76-49c3-4eeb-9bed-17c6ad596df3 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 210 time: 0.1388855
Apr 09 01:55:22.656269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:22.666049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ce87aa-c7ef-40b2-84ee-1f1b872471fe {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:22.722276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Allocated IP 172.20.0.5 (b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3/ccc8e70f-5f92-46e9-9319-75866c97bd79/2c15aeb3-3de9-476f-bed1-ad9f77db7c11) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:55:22.750071 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:22.759603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:22.769903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:23.058492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:23.065392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:23.140658 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['09ce87aa-c7ef-40b2-84ee-1f1b872471fe'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:55:23.315800 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:23.335850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Transition to ACTIVE for port object 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:55:23.363275 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:23.416623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:23.731553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'Port': ['ID=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:23.746821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.747225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.747622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.748033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.748435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.748824 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.749204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.749614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.749977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.750360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.750738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.751120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:23.763084 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:23.853258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ba134-a7a7-49b0-bd63-d7c7cdb656be req-878d65dd-a3cd-4393-bc60-7740a52d9486 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:23.865882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:55:23.867036 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a26ba134-a7a7-49b0-bd63-d7c7cdb656be req-878d65dd-a3cd-4393-bc60-7740a52d9486 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 945 time: 0.3207362
Apr 09 01:55:23.867736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:55:23.871788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:55:23.902262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:23.903402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:23.953638 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2503610
Apr 09 01:55:24.001875 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a26ba134-a7a7-49b0-bd63-d7c7cdb656be req-4608b3ec-0177-4b33-9fd4-d7523422efa7 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100011
Apr 09 01:55:24.219326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 49e02430-bf03-47db-9526-5f7dbe52b57b up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:55:24.234166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f5faa-8ea7-44b4-8304-f8c214a3a2e9 req-bee0bbc9-cbd7-4512-abea-3e54103c27f4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:24.250127 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c58f5faa-8ea7-44b4-8304-f8c214a3a2e9 req-bee0bbc9-cbd7-4512-abea-3e54103c27f4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 931 time: 0.2707169
Apr 09 01:55:24.340235 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c58f5faa-8ea7-44b4-8304-f8c214a3a2e9 req-ea75cd1e-a27d-4a09-9072-6c58fea924b0 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855954
Apr 09 01:55:24.436887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 49e02430-bf03-47db-9526-5f7dbe52b57b completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:55:24.470790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 49e02430-bf03-47db-9526-5f7dbe52b57b triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:24.471567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:24.640444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-ba340a39-4bb6-4d1a-a718-49f020593d80 None None] Provisioning for port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:55:24.659180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-ba340a39-4bb6-4d1a-a718-49f020593d80 None None] Provisioning complete for port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:24.659856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ba340a39-4bb6-4d1a-a718-49f020593d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:24.914589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-ba340a39-4bb6-4d1a-a718-49f020593d80 None None] Port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:55:24.961059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:24.981301 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47fda47-7dce-41c1-a042-ebcab29da95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02430-bf03-47db-9526-5f7dbe52b57b'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:25.004837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 49e02430-bf03-47db-9526-5f7dbe52b57b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49e02430-bf03-47db-9526-5f7dbe52b57b,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:25.009936 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:25.013484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:25.073438 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47fda47-7dce-41c1-a042-ebcab29da95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e02430-bf03-47db-9526-5f7dbe52b57b', 'code': 200}
Apr 09 01:55:25.122083 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=49e02430-bf03-47db-9526-5f7dbe52b57b,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:25.125793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:25.420309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382717c5-1845-4f98-be34-5835d2fea870 req-d0c3122b-d7fd-4911-862f-e634557f1bf2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:25.427158 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-382717c5-1845-4f98-be34-5835d2fea870 req-d0c3122b-d7fd-4911-862f-e634557f1bf2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 945 time: 0.1687264
Apr 09 01:55:25.503409 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-382717c5-1845-4f98-be34-5835d2fea870 req-058137a9-9d84-4a1a-b56c-123dfda17db4 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561688
Apr 09 01:55:25.874253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09494-25d7-407a-b784-af2e04661f69 req-8f03cc58-f5a8-415b-b669-1e98449d4419 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:25.875925 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-46c09494-25d7-407a-b784-af2e04661f69 req-8f03cc58-f5a8-415b-b669-1e98449d4419 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 931 time: 0.1003950
Apr 09 01:55:25.945033 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-46c09494-25d7-407a-b784-af2e04661f69 req-dff893df-731e-450b-9221-a5cd970df742 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554466
Apr 09 01:55:26.779133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fddbd7-28c2-424e-836c-cc948da9157c req-5ad2976e-e8ed-48d7-ab35-b0be3bc41a3c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:26.780926 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-42fddbd7-28c2-424e-836c-cc948da9157c req-5ad2976e-e8ed-48d7-ab35-b0be3bc41a3c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 945 time: 0.0937519
Apr 09 01:55:26.819788 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-42fddbd7-28c2-424e-836c-cc948da9157c req-b9912740-2578-45af-96c0-a5b2d838509e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310946
Apr 09 01:55:26.919125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Request body: {'port': {'device_id': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:27.138951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51038) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:27.187866 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:27.256303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:27.291590 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-533c63a7-c667-4acc-bc9a-ece3e7aa4fa4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2442513
Apr 09 01:55:27.538081 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:27.600564 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:27.613269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Usage tracker for resource:security_group_rule and tenant:a90178b6ebdf427694e8b20321975a35 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:27.691411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:27.708483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:27.717061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251721c-bdca-454d-aabe-a2c42f2e61c1 req-150a0f03-6972-41f3-8052-4c272913605e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:27.719042 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0251721c-bdca-454d-aabe-a2c42f2e61c1 req-150a0f03-6972-41f3-8052-4c272913605e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 931 time: 0.4421756
Apr 09 01:55:27.751218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1343aa-b8e7-4d46-9095-a7a8c978045d req-28df3609-395d-4115-9666-86007b2ae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:27.753124 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e1343aa-b8e7-4d46-9095-a7a8c978045d req-28df3609-395d-4115-9666-86007b2ae450 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1098 time: 0.3482034
Apr 09 01:55:27.775308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-629cfdd7-4bb6-4807-913b-495e444d7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:27.777808 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-629cfdd7-4bb6-4807-913b-495e444d7404 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=16a02a873b584bde83597c4fb075430a&device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 1098 time: 0.2657509
Apr 09 01:55:27.783724 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0251721c-bdca-454d-aabe-a2c42f2e61c1 req-3d05144f-2fc3-42d1-9013-cecd85682e92 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529909
Apr 09 01:55:27.809514 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e1343aa-b8e7-4d46-9095-a7a8c978045d req-cbd9fb4f-d3c8-4c54-9378-b31930133c3e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372291
Apr 09 01:55:27.972455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-4da126fb-d27c-4457-8bfe-1b436bfcb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:27.974404 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-4da126fb-d27c-4457-8bfe-1b436bfcb790 service neutron] 10.222.0.62 "GET /v2.0/networks?id=31dea640-a55c-4934-8416-2f6053542187 HTTP/1.1" status: 200  len: 912 time: 0.1635787
Apr 09 01:55:28.092406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:28.097508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:28.110151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-253685f5-315c-4ca0-9c87-fd4faa169d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:28.240717 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a90178b6ebdf427694e8b20321975a35&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0994632
Apr 09 01:55:28.240984 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-6dd66219-f2ee-44d2-8418-573ac0dd55e1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91b21ad2-0b7d-445a-9838-3744612d05b9 HTTP/1.1" status: 200  len: 217 time: 0.1014421
Apr 09 01:55:28.241286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51068) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:28.247919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbe408d-0afe-412f-822a-1da602cc830e,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:28.250454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:28.255042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 {{(pid=85248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:28.263975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:28.283256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Transition to ACTIVE for port object 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 will not be triggered until provisioned by entity L2. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:55:28.287884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:28.308282 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c93fb3cd-80cb-4e20-9f92-1ea4fee5a057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:28.324587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97f641-f927-4093-83fd-8f1e6c7c3b15 req-97bd6687-ae7c-42ae-b13a-bac03cd1ea67 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:28.338592 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0c97f641-f927-4093-83fd-8f1e6c7c3b15 req-97bd6687-ae7c-42ae-b13a-bac03cd1ea67 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 945 time: 0.2731109
Apr 09 01:55:28.425218 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0c97f641-f927-4093-83fd-8f1e6c7c3b15 req-35dde9d0-8a6e-45d9-99ae-8ce4183ad100 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846767
Apr 09 01:55:28.478320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Pushing event updated for resources: {'Port': ['ID=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:28.490607 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:28.540295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-19238851-e342-47ba-9694-427b589d9def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:28.542007 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-19238851-e342-47ba-9694-427b589d9def service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ee2dd54c-5f42-4b78-819b-17d1af49e64a HTTP/1.1" status: 200  len: 851 time: 0.2888854
Apr 09 01:55:28.544985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:28.629427 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-c74f6699-cac1-48a6-8de4-5286799c0e85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=31dea640-a55c-4934-8416-2f6053542187&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567894
Apr 09 01:55:28.635617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:28.767066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Attempting to bind port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:55:28.771443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Attempting to bind port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:55:28.771443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Attempting to bind port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 on network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:55:28.782788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 on network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:55:28.783126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Attempting to bind port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 on network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:55:28.798771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:55:28.799326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Checking segment: {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:55:28.802042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Bound using segment: {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:55:28.802683 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Bound port: 2c15aeb3-3de9-476f-bed1-ad9f77db7c11, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'}}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:55:28.803191 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:28.877088 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-3b067969-893e-48ad-8fce-3c39b563bf6f service neutron] 10.222.0.62 "GET /v2.0/networks/31dea640-a55c-4934-8416-2f6053542187?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1877911
Apr 09 01:55:28.881019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 09ce87aa-c7ef-40b2-84ee-1f1b872471fe up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:55:29.002799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] For port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11, host hv-cinder-78462, cleared binding levels {{(pid=85248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:55:29.006361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] For port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:55:29.017759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:29.077181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:55:29.082666 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb0c9d8d-4fd8-4fc3-87a6-a061a3a73141 req-2cf9a303-cc86-4c22-9217-561ed5a98ae9 service neutron] 10.222.0.62 "GET /v2.0/networks/31dea640-a55c-4934-8416-2f6053542187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1978238
Apr 09 01:55:29.083867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:29.086210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:29.086827 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:29.091332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4339d8b4-59e4-410b-86db-5809a96c33c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:29.107182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbe408d-0afe-412f-822a-1da602cc830e,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:29.111224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:29.117689 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8cbe408d-0afe-412f-822a-1da602cc830e HTTP/1.1" status: 204  len: 168 time: 0.8707919
Apr 09 01:55:29.136239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.136740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.137156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.140276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.141357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.141772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.142160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.142547 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.142975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.143309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.143683 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.144076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:29.165594 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4e46b3cf-cef7-4adb-a0e3-ad641f4c2b32 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:29.260761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Pushing event updated for resources: {'Port': ['ID=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,revision_number=3']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:29.260958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:29.266225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:29.385861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:29.386624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:29.388231 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] 10.222.0.62 "PUT /v2.0/ports/2c15aeb3-3de9-476f-bed1-ad9f77db7c11 HTTP/1.1" status: 200  len: 1093 time: 2.4818060
Apr 09 01:55:29.388790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'tag': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:29.414623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:29.417570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f72251-8c1a-4f42-b4c1-b06379f66e01 req-cd7dca62-7e4a-41ec-896d-8fa1d69340b1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:29.420028 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d4f72251-8c1a-4f42-b4c1-b06379f66e01 req-cd7dca62-7e4a-41ec-896d-8fa1d69340b1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 943 time: 0.2715914
Apr 09 01:55:29.438931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4de4dd-c73a-4ea9-8271-bc81f850217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ce87aa-c7ef-40b2-84ee-1f1b872471fe'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:29.461566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:29.468455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:29.470886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a193b2a5-72bd-4001-88bd-9daefcf6c99a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:29.483750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'tag': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11', 'status': 'completed', 'code': 200}
Apr 09 01:55:29.502162 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d4f72251-8c1a-4f42-b4c1-b06379f66e01 req-ebceddde-17ca-4c74-9b16-12f980450502 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682123
Apr 09 01:55:29.575657 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4de4dd-c73a-4ea9-8271-bc81f850217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ce87aa-c7ef-40b2-84ee-1f1b872471fe', 'code': 200}
Apr 09 01:55:29.606440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:29.612073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:29.799424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d42e12-2d34-4564-9c1a-9ae9ac94acb0 req-8c12e51e-17dd-4d3c-b369-34ff45890d80 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:29.801829 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-04d42e12-2d34-4564-9c1a-9ae9ac94acb0 req-8c12e51e-17dd-4d3c-b369-34ff45890d80 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1096823
Apr 09 01:55:29.839296 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-04d42e12-2d34-4564-9c1a-9ae9ac94acb0 req-31488917-8877-4aa4-b118-7edce8991ded tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284183
Apr 09 01:55:29.854332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51120) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:29.876190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:29.893191 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:29.901744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Usage tracker for resource:security_group_rule and tenant:a0a4452976294fe796dc1e00056ab524 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:29.907521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:29.919568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:30.053344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:30.056206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:30.065905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:30.115319 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a0a4452976294fe796dc1e00056ab524&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2597322
Apr 09 01:55:30.116373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ad63a8-456a-4155-a777-f13f73dea2f4,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:30.118732 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51124) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:30.119768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:30.194675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-92f21a00-d476-440a-90a3-10b308e8ffab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:30.225161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-92f21a00-d476-440a-90a3-10b308e8ffab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:30.275138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-92f21a00-d476-440a-90a3-10b308e8ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:30.280794 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:30.296940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f21a00-d476-440a-90a3-10b308e8ffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ad63a8-456a-4155-a777-f13f73dea2f4,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:30.300348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-92f21a00-d476-440a-90a3-10b308e8ffab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:30.305893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-92f21a00-d476-440a-90a3-10b308e8ffab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:30.307102 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-92f21a00-d476-440a-90a3-10b308e8ffab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76ad63a8-456a-4155-a777-f13f73dea2f4 HTTP/1.1" status: 204  len: 168 time: 0.1869431
Apr 09 01:55:30.896913 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b46cae-ec27-4b61-b2df-b0c15f0d9562 req-97dddb93-d2c4-453c-99c3-51ea2139d34b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:30.912905 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-90b46cae-ec27-4b61-b2df-b0c15f0d9562 req-97dddb93-d2c4-453c-99c3-51ea2139d34b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 943 time: 0.1655903
Apr 09 01:55:30.999401 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-90b46cae-ec27-4b61-b2df-b0c15f0d9562 req-9a97250b-8cd3-459e-978b-282012b8d582 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0811620
Apr 09 01:55:31.233440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7bd11-a7f7-4698-be2d-77a95eab8634 req-1a2ca01c-61bd-410f-a5d3-7c7851ed5dba tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:31.235266 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ccb7bd11-a7f7-4698-be2d-77a95eab8634 req-1a2ca01c-61bd-410f-a5d3-7c7851ed5dba tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1255581
Apr 09 01:55:31.275729 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ccb7bd11-a7f7-4698-be2d-77a95eab8634 req-9a52222b-0e62-46fc-a13b-a5ce2f24b247 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277805
Apr 09 01:55:32.274125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:55:32.510287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1974f-b56e-4459-a4be-561bd81541a7 req-c94fb77a-e01f-4227-ba0c-62a74e416ad5 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:32.512038 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0db1974f-b56e-4459-a4be-561bd81541a7 req-c94fb77a-e01f-4227-ba0c-62a74e416ad5 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 943 time: 0.2559857
Apr 09 01:55:32.567652 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0db1974f-b56e-4459-a4be-561bd81541a7 req-32eb7ecf-ff3f-46a4-898f-db39f89fad7c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361834
Apr 09 01:55:32.605857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750406d1-a3b9-4ef5-ad4e-b09ea056c724 req-a7ce02c7-73af-43aa-91e1-046de45a9ca2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:32.607524 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-750406d1-a3b9-4ef5-ad4e-b09ea056c724 req-a7ce02c7-73af-43aa-91e1-046de45a9ca2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1661375
Apr 09 01:55:32.649715 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-750406d1-a3b9-4ef5-ad4e-b09ea056c724 req-eca27c06-023d-494c-8771-26d560a53c14 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286894
Apr 09 01:55:32.972279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-12a0a2af-dafa-4878-a985-1bdd5246d6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:32.974535 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-12a0a2af-dafa-4878-a985-1bdd5246d6ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 1096 time: 0.1931579
Apr 09 01:55:33.071097 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-1219ca2f-1cb4-4aa6-9b43-4da71de2eab6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11 HTTP/1.1" status: 200  len: 217 time: 0.0761042
Apr 09 01:55:33.500279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4827d-eaa0-433b-9c93-3f9a0fea3cda req-a27cceb1-f23e-40f5-9fbb-fcb75827afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:33.503241 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e6d4827d-eaa0-433b-9c93-3f9a0fea3cda req-a27cceb1-f23e-40f5-9fbb-fcb75827afdc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 1099 time: 0.4476249
Apr 09 01:55:33.528657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-235df275-91fa-4c14-a4b9-b72b76c92802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:33.531314 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-235df275-91fa-4c14-a4b9-b72b76c92802 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 200  len: 849 time: 0.4519057
Apr 09 01:55:33.560497 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e6d4827d-eaa0-433b-9c93-3f9a0fea3cda req-7da557d9-054d-48ef-a465-901ee0730322 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476913
Apr 09 01:55:33.718326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-f437088f-4196-4ca3-829d-0c8479673091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:33.721693 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-f437088f-4196-4ca3-829d-0c8479673091 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1829340
Apr 09 01:55:33.922896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca0744-6ca4-4a44-89e3-9f30ef3960b9 req-89af6f95-5800-408d-9817-2c396fbd076d tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:33.931878 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bfca0744-6ca4-4a44-89e3-9f30ef3960b9 req-89af6f95-5800-408d-9817-2c396fbd076d tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 943 time: 0.1331394
Apr 09 01:55:34.043934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51236) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:34.062808 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bfca0744-6ca4-4a44-89e3-9f30ef3960b9 req-982d739b-21ef-4921-9e79-b8e9685adb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292558
Apr 09 01:55:34.163606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab976f-bbcc-4977-95d6-a7ff1fb10df9 req-d672f7d9-8ce9-47e8-a43d-b1f3525ae5f6 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:34.165724 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-44ab976f-bbcc-4977-95d6-a7ff1fb10df9 req-d672f7d9-8ce9-47e8-a43d-b1f3525ae5f6 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.2608337
Apr 09 01:55:34.233323 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-44ab976f-bbcc-4977-95d6-a7ff1fb10df9 req-a2c25772-363e-40c5-9ff5-5effc8224295 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592780
Apr 09 01:55:34.373017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:34.404432 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-70a7f3f1-ce18-4597-b7d2-d373440d3586 service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4291968
Apr 09 01:55:34.412355 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:34.465219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Usage tracker for resource:security_group_rule and tenant:f630848a4aba425dbef2c150a0e8ac35 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:34.499784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:34.511863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:34.712058 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f45be9c-a7ce-4c8e-bff9-b195e8f32ae0 req-d4f0e273-04ff-485b-bd2a-7d52782da5de service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2945716
Apr 09 01:55:34.804500 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:34.808959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:34.821597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:34.914111 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f630848a4aba425dbef2c150a0e8ac35&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8683534
Apr 09 01:55:34.914373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51252) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:34.920983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90495fdd-b9ad-4c71-8a08-d29922378550,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:34.924420 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:34.987011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-ef12e512-d5a9-4139-85db-6238fdbae5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:34.990053 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-ef12e512-d5a9-4139-85db-6238fdbae5fb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 1096 time: 0.1232381
Apr 09 01:55:35.005678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2d5ab597-39e0-4e23-b157-90928cb39811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:35.047716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2d5ab597-39e0-4e23-b157-90928cb39811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:35.102714 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2d5ab597-39e0-4e23-b157-90928cb39811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:35.121188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:35.169067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ab597-39e0-4e23-b157-90928cb39811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90495fdd-b9ad-4c71-8a08-d29922378550,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:35.195507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2d5ab597-39e0-4e23-b157-90928cb39811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:35.196481 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2d5ab597-39e0-4e23-b157-90928cb39811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:35.213478 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2d5ab597-39e0-4e23-b157-90928cb39811 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90495fdd-b9ad-4c71-8a08-d29922378550 HTTP/1.1" status: 204  len: 168 time: 0.2974205
Apr 09 01:55:35.354181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-47cd0b83-0f2c-4d35-bbba-4f5def9b771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:35.356092 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-47cd0b83-0f2c-4d35-bbba-4f5def9b771c service neutron] 10.222.0.62 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 911 time: 0.3225291
Apr 09 01:55:35.442103 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca5dfe-42e2-4f04-b82f-8dbdba4f2667 req-ddca069c-d760-4e45-9fa4-efd3369d024c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:35.446633 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5fca5dfe-42e2-4f04-b82f-8dbdba4f2667 req-ddca069c-d760-4e45-9fa4-efd3369d024c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 943 time: 0.2072463
Apr 09 01:55:35.527693 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5fca5dfe-42e2-4f04-b82f-8dbdba4f2667 req-09073a23-cf38-4b2a-9e24-aee9ec85a332 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764730
Apr 09 01:55:35.529133 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-3a6623b9-58b0-44a9-9e05-af6326af9642 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11 HTTP/1.1" status: 200  len: 217 time: 0.1627457
Apr 09 01:55:35.631724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-fc58241e-7fe4-4375-820e-1e0ee81a2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:35.633387 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-fc58241e-7fe4-4375-820e-1e0ee81a2b81 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 200  len: 849 time: 0.0959859
Apr 09 01:55:35.849446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-a9800100-5b0e-49a4-9824-68ce204ad5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:35.851303 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-a9800100-5b0e-49a4-9824-68ce204ad5f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1979783
Apr 09 01:55:35.879675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb7f71-0946-4a72-965e-c9421a3508c2 req-e8377e2c-b626-4f22-a212-a1ee8151ae1e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:35.883288 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-11fb7f71-0946-4a72-965e-c9421a3508c2 req-e8377e2c-b626-4f22-a212-a1ee8151ae1e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1790364
Apr 09 01:55:35.983677 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-11fb7f71-0946-4a72-965e-c9421a3508c2 req-d5f2d27f-4cd3-4e76-ba88-b46ecd4a98cf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853150
Apr 09 01:55:36.093571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51286) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:36.116658 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-0f6d7040-4344-4cb0-a863-0b5c6d45fddd service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2521703
Apr 09 01:55:36.128440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:36.161457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:36.168621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Usage tracker for resource:security_group_rule and tenant:0f175f182ffe471ea8f53746767d078d is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:36.173487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:36.189757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:36.304290 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0995ffbd-feae-4cb3-a734-f401096aaff1 req-4db185f8-370b-48db-a2f2-46fd50914ba9 service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804073
Apr 09 01:55:36.362043 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:36.366766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:36.378616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:36.456212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7e3e1-0339-4c55-b231-35c7abfb92b7,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:36.468739 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0f175f182ffe471ea8f53746767d078d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3734770
Apr 09 01:55:36.470513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:36.471495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51298) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:36.575367 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8715-534b-4dc3-b1d8-4a8a930268fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:36.646651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8715-534b-4dc3-b1d8-4a8a930268fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:36.806760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8715-534b-4dc3-b1d8-4a8a930268fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:36.820534 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:36.847376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c8715-534b-4dc3-b1d8-4a8a930268fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7e3e1-0339-4c55-b231-35c7abfb92b7,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:36.859881 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1a6c8715-534b-4dc3-b1d8-4a8a930268fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:36.873253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b531e23-d1e1-4ca4-9e81-132e8b32f83f req-949eb457-9c4c-407c-ae1c-5aab015026f6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:36.875216 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0b531e23-d1e1-4ca4-9e81-132e8b32f83f req-949eb457-9c4c-407c-ae1c-5aab015026f6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 943 time: 0.1731460
Apr 09 01:55:36.878392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1a6c8715-534b-4dc3-b1d8-4a8a930268fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:36.879822 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1a6c8715-534b-4dc3-b1d8-4a8a930268fb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/61e7e3e1-0339-4c55-b231-35c7abfb92b7 HTTP/1.1" status: 204  len: 168 time: 0.4071639
Apr 09 01:55:36.943361 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0b531e23-d1e1-4ca4-9e81-132e8b32f83f req-cfb5e2c8-62d1-40f4-b259-6e0ec77eba04 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482478
Apr 09 01:55:37.308120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487d9f3-0eb6-4e66-92b1-7e9bca5d034e req-fadfc8ca-48be-421e-bad0-e43f98c4023d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:37.309999 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4487d9f3-0eb6-4e66-92b1-7e9bca5d034e req-fadfc8ca-48be-421e-bad0-e43f98c4023d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1078279
Apr 09 01:55:37.372683 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4487d9f3-0eb6-4e66-92b1-7e9bca5d034e req-db327d63-d76c-4178-b8f4-3587266f5409 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505147
Apr 09 01:55:37.439290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51330) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:37.461101 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:37.478032 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:37.482911 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Usage tracker for resource:security_group_rule and tenant:cd6c7f852ac24691a08dfbc7def8a97f is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:37.486373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:37.494475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:37.651049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:37.657507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:37.673691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-c3b8bb9f-1db3-4a6a-9460-ea50fc5e5d6d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:37.684561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1a9efa75-1af6-4b21-8fbc-8c9a2fe7d0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:37.688769 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-c3b8bb9f-1db3-4a6a-9460-ea50fc5e5d6d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 815 time: 0.2816434
Apr 09 01:55:37.722594 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-73fe866a-6e43-4030-8b0a-fcf1d1f2bdc3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/quotas/3bcfc614a87947d4801ef4e95e289ac4 HTTP/1.1" status: 200  len: 375 time: 0.0320377
Apr 09 01:55:37.796495 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cd6c7f852ac24691a08dfbc7def8a97f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3557606
Apr 09 01:55:37.804403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51340) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:37.891958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176cfd73-023f-4c99-b7d7-5898555877a6,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:37.920997 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:37.998241 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-3c2bb225-2574-4daf-afef-a38b16c90cf7 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2737820
Apr 09 01:55:38.022586 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eeafbb0f-8056-44e1-b0c2-af15e6cace09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:38.073628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eeafbb0f-8056-44e1-b0c2-af15e6cace09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:38.145009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eeafbb0f-8056-44e1-b0c2-af15e6cace09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:38.154861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-60ac49c3-08c4-4a5c-bb56-c0e7296ac5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:38.196512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafbb0f-8056-44e1-b0c2-af15e6cace09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176cfd73-023f-4c99-b7d7-5898555877a6,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:38.200197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-eeafbb0f-8056-44e1-b0c2-af15e6cace09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:38.205412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eeafbb0f-8056-44e1-b0c2-af15e6cace09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:38.207844 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-eeafbb0f-8056-44e1-b0c2-af15e6cace09 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/176cfd73-023f-4c99-b7d7-5898555877a6 HTTP/1.1" status: 204  len: 168 time: 0.3994606
Apr 09 01:55:38.257007 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2cdcb-35a3-411e-bd95-4eea90a49877 req-c89bc884-49be-40ca-b80d-87afa6b0f409 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:38.260196 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-72c2cdcb-35a3-411e-bd95-4eea90a49877 req-c89bc884-49be-40ca-b80d-87afa6b0f409 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.3957999
Apr 09 01:55:38.358213 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-72c2cdcb-35a3-411e-bd95-4eea90a49877 req-d2267004-e600-426a-9ad8-8aa223e3187f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885153
Apr 09 01:55:38.377442 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-877e9f9d-7294-48fd-ba50-0e93c01c1e58 service neutron] 10.222.0.38 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3643057
Apr 09 01:55:38.731052 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-d49e504c-9982-4e46-8908-9b76f1f58a60 service neutron] 10.222.0.38 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3486040
Apr 09 01:55:38.755827 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8446cde-d522-4f49-a283-34e04fd57037 req-1ad34993-49eb-4446-abe9-84ff9f502ad8 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:38.757560 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f8446cde-d522-4f49-a283-34e04fd57037 req-1ad34993-49eb-4446-abe9-84ff9f502ad8 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 943 time: 0.1805215
Apr 09 01:55:38.802688 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f8446cde-d522-4f49-a283-34e04fd57037 req-68c53cc5-e81e-4bb9-ba9d-078b02b11200 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307510
Apr 09 01:55:39.049051 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c3f01953-10ca-4319-bdcf-9559a55579a1 req-7e4d5fdc-e710-4356-890d-35720eb96917 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 210 time: 0.0663166
Apr 09 01:55:39.098729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:55:39.442602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:39.471915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'port_id': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11', 'mac_address': 'fa:16:3e:5b:69:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:55:39.601826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:39.603884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:39.643202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:39.648180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:39.651699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:39.667826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7902c-5f35-4a7a-9bcc-fb0a6f225a11 req-a29a8208-f0ab-42cc-a85d-8820335e86ac tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:39.677041 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cee7902c-5f35-4a7a-9bcc-fb0a6f225a11 req-a29a8208-f0ab-42cc-a85d-8820335e86ac tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1123788
Apr 09 01:55:39.719173 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cee7902c-5f35-4a7a-9bcc-fb0a6f225a11 req-a081fecf-a4a9-4f90-a24f-1a8727417162 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410514
Apr 09 01:55:39.786906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:39.803117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.803753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.804327 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.804981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.805617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.806266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.806893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.807535 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.808218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.808796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.809434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.810069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:55:39.817667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:40.090900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfb448-5181-46e6-a0f3-cc5efdd678dc req-988faa79-1c52-4c2e-9905-0cf111da60be tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:40.093005 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-56dfb448-5181-46e6-a0f3-cc5efdd678dc req-988faa79-1c52-4c2e-9905-0cf111da60be tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 944 time: 0.1112859
Apr 09 01:55:40.138934 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-56dfb448-5181-46e6-a0f3-cc5efdd678dc req-54e90d7f-65a1-4dba-b074-1224da1cdaf1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313900
Apr 09 01:55:40.352422 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c8a583d3-0066-4e3b-8628-54e971755a8c req-e573b5d2-e0b2-44f9-b819-1078c841dceb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 210 time: 0.1107354
Apr 09 01:55:40.432287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-c6e645c2-d020-4748-9f4f-bc7473c5eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:40.435049 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-c6e645c2-d020-4748-9f4f-bc7473c5eacf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 1099 time: 0.1696644
Apr 09 01:55:40.637030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-e945c60e-2404-4b30-b9b0-9d230ade1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:40.638894 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-e945c60e-2404-4b30-b9b0-9d230ade1b71 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 920 time: 0.1694961
Apr 09 01:55:40.674399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['2c15aeb3-3de9-476f-bed1-ad9f77db7c11'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:55:40.777543 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-81b8cf1c-4e88-4a36-aeba-60f09f38bcf4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09ce87aa-c7ef-40b2-84ee-1f1b872471fe HTTP/1.1" status: 200  len: 217 time: 0.1307855
Apr 09 01:55:40.890204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-42510d79-7775-4595-9b9e-4355f575f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:40.892403 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-42510d79-7775-4595-9b9e-4355f575f70b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.1061502
Apr 09 01:55:40.986742 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-65390d68-a648-4ef1-8205-39c4f7e99566 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861065
Apr 09 01:55:41.187352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0345e35-e06c-4bdd-8709-5cf5a3faabc6 req-9e18812b-3277-4625-9f40-de9e3e4d3862 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:41.190383 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d0345e35-e06c-4bdd-8709-5cf5a3faabc6 req-9e18812b-3277-4625-9f40-de9e3e4d3862 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1756513
Apr 09 01:55:41.200722 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-8c843e6b-c4c5-4b25-b6ce-3545af681840 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945744
Apr 09 01:55:41.277296 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d0345e35-e06c-4bdd-8709-5cf5a3faabc6 req-b2eec5e0-782b-4c2a-8347-9ee016910a8f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686364
Apr 09 01:55:41.534819 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-720cc920-f81e-48ed-acd4-ae9f031457c5 req-ae5a011b-5d42-4ef6-9e19-0a73872af2f1 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3127463
Apr 09 01:55:41.857560 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4c3f5277-0c83-4f40-a90e-82521ad964de req-953fb692-b0d0-47fd-80f3-595ea42042f3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 210 time: 0.2192078
Apr 09 01:55:41.992319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54e01f-004c-482a-87e1-f76b47d3ab76 req-19e06f17-ff34-4f76-a587-a93598e3aaaf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:42.005644 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0c54e01f-004c-482a-87e1-f76b47d3ab76 req-19e06f17-ff34-4f76-a587-a93598e3aaaf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 944 time: 0.6241906
Apr 09 01:55:42.095646 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0c54e01f-004c-482a-87e1-f76b47d3ab76 req-6a8897b8-9da1-4f0a-b56e-3d5d5a19c806 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848184
Apr 09 01:55:42.110014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-ea1feeb5-c79e-4737-9e5a-d447228f01e8 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:42.113017 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-ea1feeb5-c79e-4737-9e5a-d447228f01e8 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 815 time: 0.6337080
Apr 09 01:55:42.148504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Request body: {'port': {'device_id': '864d010f-f853-4864-9a69-92cf573e9790', 'network_id': '107997fa-4577-421c-97e5-52be9579a476', 'admin_state_up': True, 'tenant_id': '3bcfc614a87947d4801ef4e95e289ac4'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:42.195483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:55:42.307352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:55:42.309440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:42.319712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:55:42.321037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:42.323674 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:42.334244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Made reservation on behalf of 3bcfc614a87947d4801ef4e95e289ac4 for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:55:42.340707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:42.528634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:42.543118 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:42.555586 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:42.559711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:42.562494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cdb5d33f-7857-44d5-982f-8f78b93499b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:42.669785 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11', 'code': 200}
Apr 09 01:55:42.674076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:42.695849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:42.712037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2bc1-8f1f-4530-b1a6-d9d3c3b0a4c5 req-e56b5efe-a090-4685-976d-7f667c1b4921 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:42.713868 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee3b2bc1-8f1f-4530-b1a6-d9d3c3b0a4c5 req-e56b5efe-a090-4685-976d-7f667c1b4921 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.2693255
Apr 09 01:55:42.759004 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee3b2bc1-8f1f-4530-b1a6-d9d3c3b0a4c5 req-6976cf41-eb1f-40e6-8f60-b2f9016997f9 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376148
Apr 09 01:55:42.764465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Allocated IP 172.20.0.12 (107997fa-4577-421c-97e5-52be9579a476/a95ff673-805c-4f61-a9da-ba4ea8ba096e/65fa996e-751e-49c6-9116-71a0d1bf7369) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:55:42.941092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51486) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:43.144790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.161755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:43.167211 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-14d9848b-c11a-4c7e-87fb-1a68e23c1523 req-3826f1a8-8538-4686-8a53-5cf9fa79f850 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 210 time: 0.1059694
Apr 09 01:55:43.169953 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Usage tracker for resource:security_group_rule and tenant:894b38ef3a3e433dad74647442cde0fd is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:43.175560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:43.189477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:43.233697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0ce85-1e42-496d-b56d-45788d09ca99 req-a491d248-c2da-4147-a221-b34c2b8bded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:43.235431 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9a0ce85-1e42-496d-b56d-45788d09ca99 req-a491d248-c2da-4147-a221-b34c2b8bded8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 1098 time: 0.1722026
Apr 09 01:55:43.312727 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9a0ce85-1e42-496d-b56d-45788d09ca99 req-5405e14c-511e-45d0-9f95-d4c437b42b54 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684643
Apr 09 01:55:43.352899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.359509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.369579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:43.416623 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=894b38ef3a3e433dad74647442cde0fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4741011
Apr 09 01:55:43.418730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6f8e05-015e-483c-ba0e-e3d7d915af7c,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:43.421427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51496) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:43.424185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:43.479371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.507201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b7f-8beb-4fc3-b304-6314b7c8bd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.542026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b246a-c0fa-4295-826c-e32c2866abc7 req-dfdf2549-e8e6-4887-a801-296e8a720282 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:43.542370 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7c8b246a-c0fa-4295-826c-e32c2866abc7 req-dfdf2549-e8e6-4887-a801-296e8a720282 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1294019
Apr 09 01:55:43.549331 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.558635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b7f-8beb-4fc3-b304-6314b7c8bd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.588420 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:43.616366 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b7f-8beb-4fc3-b304-6314b7c8bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.629738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:43.652854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bcee4b7f-8beb-4fc3-b304-6314b7c8bd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.657368 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-bcee4b7f-8beb-4fc3-b304-6314b7c8bd04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce6f8e05-015e-483c-ba0e-e3d7d915af7c HTTP/1.1" status: 204  len: 168 time: 0.2340214
Apr 09 01:55:43.661931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee4b7f-8beb-4fc3-b304-6314b7c8bd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6f8e05-015e-483c-ba0e-e3d7d915af7c,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:43.665974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bcee4b7f-8beb-4fc3-b304-6314b7c8bd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:43.716978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Pushing event updated for resources: {'Port': ['ID=65fa996e-751e-49c6-9116-71a0d1bf7369,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:43.721018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:43.723682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['8d9b252f-f22d-4ce9-b735-5bd12865a4da'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:55:43.733467 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7c8b246a-c0fa-4295-826c-e32c2866abc7 req-e77e00cd-b9a1-4a53-ad22-fb63ba41b811 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1756454
Apr 09 01:55:43.883671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2b1faf7d-3785-48a8-b3df-075d4a5c2669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:43.889604 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Network 107997fa-4577-421c-97e5-52be9579a476 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:55:43.890878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:55:43.901696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:55:43.907732 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:43.912605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:44.013099 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8731575
Apr 09 01:55:44.044062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Request body: {'port': {'device_id': '864d010f-f853-4864-9a69-92cf573e9790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:44.313834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51526) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:44.352773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:44.371559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:44.376443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Usage tracker for resource:security_group_rule and tenant:b7daf49729e1413489d4a205ec292a65 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:44.380357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:44.388241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:44.389274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:44.498139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:44.507885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:44.519081 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ac6f35e8-ab2f-4341-b022-4f30d7e4cd70 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:44.562346 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bf40c-bbe4-42a3-8ea1-83c4529624c6 req-d8fa62ec-b3bf-4704-8187-e7d1b98d5708 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:44.564067 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e1bf40c-bbe4-42a3-8ea1-83c4529624c6 req-d8fa62ec-b3bf-4704-8187-e7d1b98d5708 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.4453490
Apr 09 01:55:44.565620 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b7daf49729e1413489d4a205ec292a65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2498806
Apr 09 01:55:44.567151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6878b098-1af2-4fcc-b3d5-5d1fba73965f,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:44.570257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51530) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:44.573268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:44.649691 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e1bf40c-bbe4-42a3-8ea1-83c4529624c6 req-81d3acfb-5a4a-4d3e-9bf6-f65843225d23 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757477
Apr 09 01:55:44.681471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-46f839df-0dd8-4eea-9f7f-1b364bff70ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:44.718977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab179445-5a6e-47b9-bec4-f53c54660624 req-ab101d57-68bb-4406-9da8-a30fa18b222e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:44.720054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-ab179445-5a6e-47b9-bec4-f53c54660624 req-ab101d57-68bb-4406-9da8-a30fa18b222e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Synchronizing usage tracker for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:55:44.737760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-46f839df-0dd8-4eea-9f7f-1b364bff70ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:44.794723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-ab179445-5a6e-47b9-bec4-f53c54660624 req-ab101d57-68bb-4406-9da8-a30fa18b222e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Unset dirty status for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:55:44.796071 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ab179445-5a6e-47b9-bec4-f53c54660624 req-ab101d57-68bb-4406-9da8-a30fa18b222e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 932 time: 0.4085701
Apr 09 01:55:44.839085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-46f839df-0dd8-4eea-9f7f-1b364bff70ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:44.851268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-05ce6ad0-4cdd-411b-a5b6-0cc61c43dfed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:44.878823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-46f839df-0dd8-4eea-9f7f-1b364bff70ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:44.886683 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-46f839df-0dd8-4eea-9f7f-1b364bff70ca admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6878b098-1af2-4fcc-b3d5-5d1fba73965f HTTP/1.1" status: 204  len: 168 time: 0.3149967
Apr 09 01:55:44.888516 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f839df-0dd8-4eea-9f7f-1b364bff70ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6878b098-1af2-4fcc-b3d5-5d1fba73965f,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:44.892734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-46f839df-0dd8-4eea-9f7f-1b364bff70ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:44.926838 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ab179445-5a6e-47b9-bec4-f53c54660624 req-034072ba-30a3-473b-87e6-820c7f9105fd tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136584
Apr 09 01:55:45.070270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae07d32-4dfc-4457-b517-7c8a8a27708d req-42a79558-34fc-43d7-99f8-06200d9b9404 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:45.071963 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7ae07d32-4dfc-4457-b517-7c8a8a27708d req-42a79558-34fc-43d7-99f8-06200d9b9404 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1347270
Apr 09 01:55:45.158747 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7ae07d32-4dfc-4457-b517-7c8a8a27708d req-ba6ff6a3-455e-4758-91b8-6e9f306e891a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800929
Apr 09 01:55:45.165813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fa996e-751e-49c6-9116-71a0d1bf7369 {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:45.175285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:45.194566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Transition to ACTIVE for port object 65fa996e-751e-49c6-9116-71a0d1bf7369 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:55:45.197128 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:45.214477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:45.368261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Pushing event updated for resources: {'Port': ['ID=65fa996e-751e-49c6-9116-71a0d1bf7369,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:45.372883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:45.541925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Attempting to bind port 65fa996e-751e-49c6-9116-71a0d1bf7369 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:55:45.542305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Attempting to bind port 65fa996e-751e-49c6-9116-71a0d1bf7369 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:55:45.542678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Attempting to bind port 65fa996e-751e-49c6-9116-71a0d1bf7369 on network 107997fa-4577-421c-97e5-52be9579a476 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:55:45.548895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Port 65fa996e-751e-49c6-9116-71a0d1bf7369 on network 107997fa-4577-421c-97e5-52be9579a476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:55:45.549247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Attempting to bind port 65fa996e-751e-49c6-9116-71a0d1bf7369 on network 107997fa-4577-421c-97e5-52be9579a476 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:55:45.555372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:55:45.555759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Checking segment: {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:55:45.556190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Bound using segment: {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:55:45.556660 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Bound port: 65fa996e-751e-49c6-9116-71a0d1bf7369, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:55:45.557043 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:45.643257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] For port 65fa996e-751e-49c6-9116-71a0d1bf7369, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:55:45.647718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] For port 65fa996e-751e-49c6-9116-71a0d1bf7369, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=65fa996e-751e-49c6-9116-71a0d1bf7369,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:55:45.652754 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:45.681191 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:45.992853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Pushing event updated for resources: {'Port': ['ID=65fa996e-751e-49c6-9116-71a0d1bf7369,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:46.041871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:46.242174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:46.243124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:46.245825 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] 10.222.0.62 "PUT /v2.0/ports/65fa996e-751e-49c6-9116-71a0d1bf7369 HTTP/1.1" status: 200  len: 1094 time: 2.2125940
Apr 09 01:55:46.246675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d010f-f853-4864-9a69-92cf573e9790', 'tag': '65fa996e-751e-49c6-9116-71a0d1bf7369'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:46.276621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebd929-0d5b-4bb7-ac9c-d3473152a9bc req-aaacb986-100c-4188-8f2a-417ada326578 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:46.279403 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c9ebd929-0d5b-4bb7-ac9c-d3473152a9bc req-aaacb986-100c-4188-8f2a-417ada326578 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.4996107
Apr 09 01:55:46.328735 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c9ebd929-0d5b-4bb7-ac9c-d3473152a9bc req-ff5bfcfe-03cd-411c-8a62-57626849cf75 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0337751
Apr 09 01:55:46.342940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efb10-eb98-4e83-99e2-7d39be70ba4c req-1a45984a-7a96-4674-8293-c82105037106 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:46.344599 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-801efb10-eb98-4e83-99e2-7d39be70ba4c req-1a45984a-7a96-4674-8293-c82105037106 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 944 time: 0.2558799
Apr 09 01:55:46.380222 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-801efb10-eb98-4e83-99e2-7d39be70ba4c req-e2683ed8-44f4-41dd-9524-7d70aef8c2a0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0288274
Apr 09 01:55:46.453705 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d010f-f853-4864-9a69-92cf573e9790', 'tag': '65fa996e-751e-49c6-9116-71a0d1bf7369', 'status': 'completed', 'code': 200}
Apr 09 01:55:46.574900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae3f36-e22e-4f58-89af-6a38276151f3 req-e5c0264a-0371-4314-8532-751fb525be86 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:46.576597 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a5ae3f36-e22e-4f58-89af-6a38276151f3 req-e5c0264a-0371-4314-8532-751fb525be86 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0999439
Apr 09 01:55:46.628044 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a5ae3f36-e22e-4f58-89af-6a38276151f3 req-b2d3d3f8-5bd5-4aa9-b8f3-e8580d865e37 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443447
Apr 09 01:55:47.684634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6164a-8dca-4ede-96d9-ab71b38528d5 req-8f93c58d-63a3-4ae9-8a87-2fd891736f7a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:47.686304 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1ff6164a-8dca-4ede-96d9-ab71b38528d5 req-8f93c58d-63a3-4ae9-8a87-2fd891736f7a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1956899
Apr 09 01:55:47.741890 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1ff6164a-8dca-4ede-96d9-ab71b38528d5 req-559c2387-3563-4403-aa2d-a408d9a5ddd2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359390
Apr 09 01:55:47.756193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af1935-8b1d-4007-967d-1e063ca2a164 req-70eb20ae-1229-4a4d-ba53-8d9089353067 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:47.758012 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-17af1935-8b1d-4007-967d-1e063ca2a164 req-70eb20ae-1229-4a4d-ba53-8d9089353067 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 944 time: 0.1698446
Apr 09 01:55:47.816514 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-17af1935-8b1d-4007-967d-1e063ca2a164 req-8055d550-e9fd-4a11-a377-8935403c3a86 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382047
Apr 09 01:55:47.983137 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf0cb-2aa6-4995-8617-1d9232504358 req-d4c3850a-39bb-480a-9ec5-a9cdb1d38e61 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:47.985289 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-29aaf0cb-2aa6-4995-8617-1d9232504358 req-d4c3850a-39bb-480a-9ec5-a9cdb1d38e61 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1122417
Apr 09 01:55:48.042806 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-29aaf0cb-2aa6-4995-8617-1d9232504358 req-9170a676-3b47-4158-82be-7ab1b0f1efc0 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439854
Apr 09 01:55:48.162949 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cb279325-6382-446d-98d0-c963ccc2c8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:48.653238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-e84128f4-54cf-4fe1-9b72-6cfc3d7afe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:48.654863 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-e84128f4-54cf-4fe1-9b72-6cfc3d7afe51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 1097 time: 0.0858209
Apr 09 01:55:48.715428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:48.792583 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-52a391b7-e4ce-44dd-bda3-d61956e485f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fa996e-751e-49c6-9116-71a0d1bf7369 HTTP/1.1" status: 200  len: 217 time: 0.0722008
Apr 09 01:55:49.133189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:49.297796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-e60eeecd-d5ab-48df-b720-dd78a8517c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:49.299499 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-e60eeecd-d5ab-48df-b720-dd78a8517c3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.4973092
Apr 09 01:55:49.374739 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-753fbd4f-f222-4e47-9bb4-1462ffc3ba25 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571117
Apr 09 01:55:49.387587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb466f71-eb00-4fd7-b4eb-98fb1f74ce8a req-d9c47c44-a76e-4482-8bff-c855f1c02d17 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:49.389292 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bb466f71-eb00-4fd7-b4eb-98fb1f74ce8a req-d9c47c44-a76e-4482-8bff-c855f1c02d17 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.2850559
Apr 09 01:55:49.521708 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bb466f71-eb00-4fd7-b4eb-98fb1f74ce8a req-aa05b7a8-1d94-4884-b5b9-6f28d96665a0 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080143
Apr 09 01:55:49.555009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03232c7e-ff76-4468-909d-b58de84ef265 req-f8708ac3-837a-4bd8-a80e-a9d1d76edb49 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:49.556763 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-03232c7e-ff76-4468-909d-b58de84ef265 req-f8708ac3-837a-4bd8-a80e-a9d1d76edb49 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 944 time: 0.3347015
Apr 09 01:55:49.612131 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-03232c7e-ff76-4468-909d-b58de84ef265 req-409bfb5a-f085-4310-a96a-cb1e4d1efada tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468071
Apr 09 01:55:49.615048 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-e5167abf-b3e7-46cf-9b21-b905b0e8a7b7 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247181
Apr 09 01:55:50.020552 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3deb521-fe8d-45b2-ab08-e32b6339522f req-8cfb7513-7966-4ea4-8f16-fae87a6a28e6 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3964324
Apr 09 01:55:50.046174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed5cbf-d8e4-4136-8506-7dcc72e0276a req-a693da71-c528-4e3f-b729-dcc73df59a25 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:50.053412 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a8ed5cbf-d8e4-4136-8506-7dcc72e0276a req-a693da71-c528-4e3f-b729-dcc73df59a25 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.3829703
Apr 09 01:55:50.112344 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a8ed5cbf-d8e4-4136-8506-7dcc72e0276a req-983061b6-03b5-4ced-b0bb-c6cc4dda4889 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508163
Apr 09 01:55:50.378688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-7b78f9db-a6bf-42e9-932c-e340304a8abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:50.380391 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-7b78f9db-a6bf-42e9-932c-e340304a8abf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 1097 time: 0.1950700
Apr 09 01:55:50.389581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:50.397231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e59f88-335b-4130-b8ca-87bf3f133d3e req-70d23334-8efc-4635-8dd4-423005d72439 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:50.401008 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-59e59f88-335b-4130-b8ca-87bf3f133d3e req-70d23334-8efc-4635-8dd4-423005d72439 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1328132
Apr 09 01:55:50.408584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51686) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:50.421303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-4835b77d-92fd-4626-bbc0-1af790b1bb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'floatingip': {'port_id': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:55:50.619015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-6c7f0de4-4b77-4c85-9d38-d8fd4535250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:50.620661 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-6c7f0de4-4b77-4c85-9d38-d8fd4535250b service neutron] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 916 time: 0.2170637
Apr 09 01:55:50.658690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4835b77d-92fd-4626-bbc0-1af790b1bb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:50.781451 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-2d6a8c7d-6b65-4ffa-8a45-ead43a0b913c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=65fa996e-751e-49c6-9116-71a0d1bf7369 HTTP/1.1" status: 200  len: 217 time: 0.1490052
Apr 09 01:55:50.939667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-02a29cbc-0410-4a60-a052-e58915168f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:50.948353 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-02a29cbc-0410-4a60-a052-e58915168f4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.1215177
Apr 09 01:55:51.061523 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-c39e2af1-087d-4551-9997-940e84f61346 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1015444
Apr 09 01:55:51.080609 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6005d82-1d93-4774-98ca-1a77f1e9e5d5 req-e4deb155-138f-46da-a129-8747fa406d28 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:51.094049 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f6005d82-1d93-4774-98ca-1a77f1e9e5d5 req-e4deb155-138f-46da-a129-8747fa406d28 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.3241360
Apr 09 01:55:51.211367 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f6005d82-1d93-4774-98ca-1a77f1e9e5d5 req-74128f17-a4fd-4b35-abf1-7ba2978420c5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109529
Apr 09 01:55:51.682192 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-495b249f-adef-4d16-a417-febfb9312609 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5842094
Apr 09 01:55:51.697391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51726) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:51.888971 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673672a-58ee-436b-b7a7-eb5f61075457 req-de0a4c8d-9d71-4940-ae70-6d5a4f15e5d9 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:51.922681 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8673672a-58ee-436b-b7a7-eb5f61075457 req-de0a4c8d-9d71-4940-ae70-6d5a4f15e5d9 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.5178673
Apr 09 01:55:52.004741 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b86a2-6e47-4069-adc6-6f2db50b46eb req-34dcabfa-1e77-43df-bfbb-5980454dbc50 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:52.006527 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-216b86a2-6e47-4069-adc6-6f2db50b46eb req-34dcabfa-1e77-43df-bfbb-5980454dbc50 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 944 time: 0.7381723
Apr 09 01:55:52.086168 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8673672a-58ee-436b-b7a7-eb5f61075457 req-44b68214-21f9-42ad-8dbd-8d4e058fb71e tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621401
Apr 09 01:55:52.115811 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-216b86a2-6e47-4069-adc6-6f2db50b46eb req-c3eceed1-130f-4b4e-a99f-188ac5795b8c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748360
Apr 09 01:55:52.117560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:52.153219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:52.161976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Usage tracker for resource:security_group_rule and tenant:2422c635a7c548abbc2df0a2afc356a4 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:52.168094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:52.181204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:52.312285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:52.317420 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:52.333855 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a0437add-4bab-4034-872e-d908ca1b4644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:52.382056 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2422c635a7c548abbc2df0a2afc356a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6795213
Apr 09 01:55:52.388584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51746) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:52.392715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4340ec92-c03a-44e0-b7b4-874b155b19e1,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:52.417683 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:52.421575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4835b77d-92fd-4626-bbc0-1af790b1bb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:52.424665 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4835b77d-92fd-4626-bbc0-1af790b1bb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:52.641407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-33e199a0-610c-4680-a861-0de831022b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:52.661461 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-4835b77d-92fd-4626-bbc0-1af790b1bb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Floating IP 6a089fe6-5ba7-46e7-bd52-a25a64f549dd associated. External IP: 172.27.2.210, port: 2c15aeb3-3de9-476f-bed1-ad9f77db7c11.
Apr 09 01:55:52.699559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd42d2-9b78-48c9-927f-958dad0ddf1a req-1ca14ac4-d2f4-44d4-9b33-d86822ac2fb6 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:52.701270 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7fd42d2-9b78-48c9-927f-958dad0ddf1a req-1ca14ac4-d2f4-44d4-9b33-d86822ac2fb6 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.2861745
Apr 09 01:55:52.710569 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-33e199a0-610c-4680-a861-0de831022b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:52.770430 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7fd42d2-9b78-48c9-927f-958dad0ddf1a req-1738a25e-d488-4f0d-9230-ace68fb9eaec tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517588
Apr 09 01:55:52.791334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-33e199a0-610c-4680-a861-0de831022b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:52.798074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2d5ab597-39e0-4e23-b157-90928cb39811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:52.812536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e199a0-610c-4680-a861-0de831022b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4340ec92-c03a-44e0-b7b4-874b155b19e1,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:52.817975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-33e199a0-610c-4680-a861-0de831022b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:52.820933 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-33e199a0-610c-4680-a861-0de831022b51 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4340ec92-c03a-44e0-b7b4-874b155b19e1 HTTP/1.1" status: 204  len: 168 time: 0.4299998
Apr 09 01:55:52.827374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-33e199a0-610c-4680-a861-0de831022b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:53.174545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4835b77d-92fd-4626-bbc0-1af790b1bb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:55:53.268126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51764) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:53.298540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:53.379816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:53.385941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Usage tracker for resource:security_group_rule and tenant:dc6e4c57c800459793fc02312bd5823d is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:53.390895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:53.442380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:53.450427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4835b77d-92fd-4626-bbc0-1af790b1bb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:55:53.458413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4835b77d-92fd-4626-bbc0-1af790b1bb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:53.464969 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] Sync routers for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:55:53.477507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:55:53.478341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd3ffd0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:55:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:55:53.536250 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4835b77d-92fd-4626-bbc0-1af790b1bb05 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "PUT /v2.0/floatingips/6a089fe6-5ba7-46e7-bd52-a25a64f549dd HTTP/1.1" status: 200  len: 991 time: 3.1247642
Apr 09 01:55:53.537168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'tag': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:55:53.538854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faef1d8-fe69-471a-93b1-cb89d3163f0e req-0d9417c6-fc10-4689-b22d-da074aca28ba tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:53.540561 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6faef1d8-fe69-471a-93b1-cb89d3163f0e req-0d9417c6-fc10-4689-b22d-da074aca28ba tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.2215765
Apr 09 01:55:53.604721 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6faef1d8-fe69-471a-93b1-cb89d3163f0e req-3bb74bde-054d-4f56-8e37-ab55760d90b8 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550504
Apr 09 01:55:53.635612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c99a1-580e-4d4f-ab84-1eda963cdaae req-92808c54-7863-4c63-9a0d-32a0e827fce0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:53.638796 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-106c99a1-580e-4d4f-ab84-1eda963cdaae req-92808c54-7863-4c63-9a0d-32a0e827fce0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 944 time: 0.2441344
Apr 09 01:55:53.698215 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-106c99a1-580e-4d4f-ab84-1eda963cdaae req-33837941-8d7e-44dc-8487-f125d2872447 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516219
Apr 09 01:55:53.702621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:55:53.764785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:53.770575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:53.779742 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:53.793127 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'tag': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11', 'status': 'completed', 'code': 200}
Apr 09 01:55:53.829917 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dc6e4c57c800459793fc02312bd5823d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5579679
Apr 09 01:55:53.830434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51776) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:53.833789 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f297e6e8-c64c-49e7-ac37-a84a1f3ddfdd,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:53.837243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:53.929360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b0082b45-2fa2-4cc6-8c4d-93ffa80e7243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:54.008292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b0082b45-2fa2-4cc6-8c4d-93ffa80e7243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:54.088460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defe1e0-d33f-4722-9599-5b8d1bbcd992 req-41cd331a-17d4-40c6-bcf9-351ec60b9456 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:54.090130 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4defe1e0-d33f-4722-9599-5b8d1bbcd992 req-41cd331a-17d4-40c6-bcf9-351ec60b9456 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1463625
Apr 09 01:55:54.095057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b0082b45-2fa2-4cc6-8c4d-93ffa80e7243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:54.102353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:54.135343 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0082b45-2fa2-4cc6-8c4d-93ffa80e7243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f297e6e8-c64c-49e7-ac37-a84a1f3ddfdd,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:54.147657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b0082b45-2fa2-4cc6-8c4d-93ffa80e7243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:54.157152 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4defe1e0-d33f-4722-9599-5b8d1bbcd992 req-70c9bb38-570a-4140-8e7e-aa36549e8a67 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557759
Apr 09 01:55:54.158382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b0082b45-2fa2-4cc6-8c4d-93ffa80e7243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:54.164987 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b0082b45-2fa2-4cc6-8c4d-93ffa80e7243 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f297e6e8-c64c-49e7-ac37-a84a1f3ddfdd HTTP/1.1" status: 204  len: 168 time: 0.3289118
Apr 09 01:55:54.247096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd3ffd0>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': '6a089fe6-5ba7-46e7-bd52-a25a64f549dd', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'port_id': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'mac_address': 'fa:16:3e:5b:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:55:11Z', 'updated_at': '2021-04-09T01:55:52Z', 'revision_number': 1, 'project_id': '04741939d3534ea99b01d960cf92f527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:55:54.251941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] Checking router: 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:55:54.265579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:55:54.266746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd3ffd0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:55:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:55:54.480032 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:55:54.562741 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 65fa996e-751e-49c6-9116-71a0d1bf7369 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:55:54.910937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 65fa996e-751e-49c6-9116-71a0d1bf7369, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=65fa996e-751e-49c6-9116-71a0d1bf7369,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:54.950647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '65fa996e-751e-49c6-9116-71a0d1bf7369', 'network_id': '107997fa-4577-421c-97e5-52be9579a476', 'port_id': '65fa996e-751e-49c6-9116-71a0d1bf7369', 'mac_address': 'fa:16:3e:44:b6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff673-805c-4f61-a9da-ba4ea8ba096e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:55:54.954892 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e9e469f-6542-49cc-91e0-d9a40318b891 req-575cae94-be84-4e88-9713-7247a6b18fb5 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3388369
Apr 09 01:55:55.031251 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:55.033665 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fa996e-751e-49c6-9116-71a0d1bf7369 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:55:55.073449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 65fa996e-751e-49c6-9116-71a0d1bf7369, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=65fa996e-751e-49c6-9116-71a0d1bf7369,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:55:55.080544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:55.086920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:55.101494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-7b67b079-0dc3-453c-8190-527ec4f6a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:55.104163 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-7b67b079-0dc3-453c-8190-527ec4f6a2c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 1098 time: 0.4392102
Apr 09 01:55:55.246627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=65fa996e-751e-49c6-9116-71a0d1bf7369,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:55.250656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:55.442695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-546d9e2f-772e-475e-aca3-bf205001e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:55.445832 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-546d9e2f-772e-475e-aca3-bf205001e9b5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 911 time: 0.3287597
Apr 09 01:55:55.526030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff14fc3-c326-4164-b458-be8b60805ba7 req-d52a851c-065c-47c0-99f9-cc4b8dd95ee1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:55.527802 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4ff14fc3-c326-4164-b458-be8b60805ba7 req-d52a851c-065c-47c0-99f9-cc4b8dd95ee1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 945 time: 0.4812224
Apr 09 01:55:55.545021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd3ffd0>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': '6a089fe6-5ba7-46e7-bd52-a25a64f549dd', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'port_id': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'mac_address': 'fa:16:3e:5b:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:55:11Z', 'updated_at': '2021-04-09T01:55:52Z', 'revision_number': 1, 'project_id': '04741939d3534ea99b01d960cf92f527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:55:55.562230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7454265-5dc9-4aca-be0c-ce118cf714f3 None None] The sync data for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi is: [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': '6a089fe6-5ba7-46e7-bd52-a25a64f549dd', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'port_id': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'mac_address': 'fa:16:3e:5b:69:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:55:11Z', 'updated_at': '2021-04-09T01:55:52Z', 'revision_number': 1, 'project_id': '04741939d3534ea99b01d960cf92f527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:55:55.592258 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4ff14fc3-c326-4164-b458-be8b60805ba7 req-695566a4-882b-4856-b467-8659747dc471 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498841
Apr 09 01:55:55.650859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba1098-aa01-4620-8f36-4a5872d7621c req-303e5eab-ec0a-4eb2-a3c1-29248112199b tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:55.654555 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0eba1098-aa01-4620-8f36-4a5872d7621c req-303e5eab-ec0a-4eb2-a3c1-29248112199b tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.4904053
Apr 09 01:55:55.816288 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0eba1098-aa01-4620-8f36-4a5872d7621c req-dac969af-12b9-4c73-99fd-04c3b36d4fcd tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425521
Apr 09 01:55:55.905800 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa8025-11d8-4077-83ab-1b5d23ad8030 req-b25d680b-c65d-46e6-b4ca-403d89c2c887 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:55.908875 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6baa8025-11d8-4077-83ab-1b5d23ad8030 req-b25d680b-c65d-46e6-b4ca-403d89c2c887 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1767204
Apr 09 01:55:56.035556 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6baa8025-11d8-4077-83ab-1b5d23ad8030 req-8ba57f6f-b785-4733-9d90-039de1a39fec tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181781
Apr 09 01:55:56.076750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73023e1a-495f-4356-a556-71f9fb4228b3 None None] New status for floating IP 6a089fe6-5ba7-46e7-bd52-a25a64f549dd: ACTIVE {{(pid=85249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 01:55:56.474651 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-13e26bbd-f293-4e3c-a5ca-31740d2bd8d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11 HTTP/1.1" status: 200  len: 999 time: 0.1642604
Apr 09 01:55:56.835172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c3c2d-75e1-4960-8217-97568870b544 req-bcc0bafb-7c8a-426d-b2ed-1b781f6876a6 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:56.837005 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-249c3c2d-75e1-4960-8217-97568870b544 req-bcc0bafb-7c8a-426d-b2ed-1b781f6876a6 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 945 time: 0.1084416
Apr 09 01:55:56.878970 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-249c3c2d-75e1-4960-8217-97568870b544 req-28cff0f4-836c-45be-82a1-6736363dee13 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346606
Apr 09 01:55:57.094977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090fe65-2c53-4c6f-9cee-824799fdadd8 req-2cfdaf63-c5d7-47a1-a5a6-6a1dd5110684 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:57.096649 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c090fe65-2c53-4c6f-9cee-824799fdadd8 req-2cfdaf63-c5d7-47a1-a5a6-6a1dd5110684 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.0971947
Apr 09 01:55:57.138773 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c090fe65-2c53-4c6f-9cee-824799fdadd8 req-b1ac2fb5-94bc-4598-83d0-f4ec5a27ec56 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332694
Apr 09 01:55:57.197260 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:57.418801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51851e9d-857e-462c-9970-f24433afd848 req-95e66dff-fc8b-46e2-8324-148683e56420 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:57.421625 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51851e9d-857e-462c-9970-f24433afd848 req-95e66dff-fc8b-46e2-8324-148683e56420 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1709495
Apr 09 01:55:57.476418 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51851e9d-857e-462c-9970-f24433afd848 req-db1ec3be-7f7d-46e0-91ee-8015312f61ae tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418897
Apr 09 01:55:58.124595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858c607-9331-49a7-9411-90941bdbbfed req-637eeb7c-db6f-483b-bd22-ed666b5cf15a tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:58.125265 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5858c607-9331-49a7-9411-90941bdbbfed req-637eeb7c-db6f-483b-bd22-ed666b5cf15a tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 945 time: 0.1119833
Apr 09 01:55:58.177984 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5858c607-9331-49a7-9411-90941bdbbfed req-b5692e75-b238-43b9-a6a2-97bdcf14a046 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431395
Apr 09 01:55:58.348688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-7012346d-ccc9-431e-9c4f-8b4fc0abf72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:58.350586 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-7012346d-ccc9-431e-9c4f-8b4fc0abf72b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 200  len: 849 time: 0.1016018
Apr 09 01:55:58.458339 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5423a-2c3a-4064-a21a-296ac80a4298 req-9650c2cd-f409-48b5-8fb7-4b8ba8a52e7f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:58.467168 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8dd5423a-2c3a-4064-a21a-296ac80a4298 req-9650c2cd-f409-48b5-8fb7-4b8ba8a52e7f tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.1694076
Apr 09 01:55:58.494434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['65fa996e-751e-49c6-9116-71a0d1bf7369'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:55:58.516979 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8dd5423a-2c3a-4064-a21a-296ac80a4298 req-9f185265-74d8-4373-b516-145e8ab01ffa tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484507
Apr 09 01:55:58.540972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-3a3eaee4-ffe1-43af-8c78-b1585286cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:58.540972 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-3a3eaee4-ffe1-43af-8c78-b1585286cf96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1644571
Apr 09 01:55:58.687740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51898) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:58.794639 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-ecd49c72-5f79-47c5-9ad1-149e674268a3 service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507818
Apr 09 01:55:58.794969 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecab412-8bb0-4989-99eb-cde1740e4236 req-1307f185-dc81-4483-a201-b7f354c57408 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:58.797756 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5ecab412-8bb0-4989-99eb-cde1740e4236 req-1307f185-dc81-4483-a201-b7f354c57408 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1730771
Apr 09 01:55:58.861389 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5ecab412-8bb0-4989-99eb-cde1740e4236 req-cafe54b1-eebb-471c-849f-1e0024705d46 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490534
Apr 09 01:55:58.955642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:58.984134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:55:58.990159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Usage tracker for resource:security_group_rule and tenant:516d0116b0e84f738c8a4bd1e3d84b29 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:55:58.995044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:55:59.006964 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:55:59.182608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:59.189754 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:59.208183 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2b7b8e50-4ebb-465e-9223-b55fb01c4aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:59.223087 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1293eebe-0704-49f3-9f31-e84a60f347d9 req-38607245-9d92-46e9-bfce-3ef1b1621585 service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4203353
Apr 09 01:55:59.285204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a1bfe6-240e-43c4-a034-645f709be8e4,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:59.292363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:59.299295 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=516d0116b0e84f738c8a4bd1e3d84b29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6074061
Apr 09 01:55:59.299857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51908) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:55:59.435447 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e4fa-6e72-4b5f-880e-aa1a602bcc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:59.473235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e4fa-6e72-4b5f-880e-aa1a602bcc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:59.492863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cadd0a-6263-4e0d-8caa-68fc19972836 req-7ba35aac-053b-4e25-9c5a-a21a5d2d862c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:59.494584 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c3cadd0a-6263-4e0d-8caa-68fc19972836 req-7ba35aac-053b-4e25-9c5a-a21a5d2d862c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 945 time: 0.1751916
Apr 09 01:55:59.551137 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c3cadd0a-6263-4e0d-8caa-68fc19972836 req-f533bb3b-31d9-4b76-98a8-86b5554c3015 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432918
Apr 09 01:55:59.560451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e4fa-6e72-4b5f-880e-aa1a602bcc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:59.564587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:55:59.579442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2e4fa-6e72-4b5f-880e-aa1a602bcc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a1bfe6-240e-43c4-a034-645f709be8e4,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:55:59.582914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e1c2e4fa-6e72-4b5f-880e-aa1a602bcc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:55:59.585130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e1c2e4fa-6e72-4b5f-880e-aa1a602bcc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:55:59.586396 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e1c2e4fa-6e72-4b5f-880e-aa1a602bcc93 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75a1bfe6-240e-43c4-a034-645f709be8e4 HTTP/1.1" status: 204  len: 168 time: 0.2847729
Apr 09 01:55:59.847920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2867df5-3269-4e1d-b06c-85d989c1970d req-0566a079-daa9-4360-8f6c-c78eeb1219a1 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:55:59.856728 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f2867df5-3269-4e1d-b06c-85d989c1970d req-0566a079-daa9-4360-8f6c-c78eeb1219a1 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.1827481
Apr 09 01:55:59.888612 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f2867df5-3269-4e1d-b06c-85d989c1970d req-8e6aca88-fb28-4520-8381-ed7c84145372 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300581
Apr 09 01:56:00.120934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467255c-f51a-4ac5-8ed8-533884e39040 req-c0137438-4424-47e9-a99e-361c1e925a9e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:00.122761 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e467255c-f51a-4ac5-8ed8-533884e39040 req-c0137438-4424-47e9-a99e-361c1e925a9e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.0960693
Apr 09 01:56:00.126930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 51934) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:00.164359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:00.187084 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e467255c-f51a-4ac5-8ed8-533884e39040 req-e1a0e49b-b025-424e-87af-4f16d983354d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562639
Apr 09 01:56:00.189769 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:00.195142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Usage tracker for resource:security_group_rule and tenant:fba7f10642e049b8bb47a0883bf62390 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:00.198465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:00.206128 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:00.320507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:00.323848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:00.334360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8b2c00f5-f4d6-4879-a24c-359409e64253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:00.378537 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fba7f10642e049b8bb47a0883bf62390&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2503417
Apr 09 01:56:00.381496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad7a9ff-f573-4f22-a6f4-4f0a08a6eda6,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:00.382460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 51940) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:00.384839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:00.451696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3a0d0c80-befa-4fce-b1b2-ad6438956880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:00.481879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3a0d0c80-befa-4fce-b1b2-ad6438956880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:00.533871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3a0d0c80-befa-4fce-b1b2-ad6438956880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:00.539382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dcde3f17-af7b-49b3-878a-a43e961465b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:00.553130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d0c80-befa-4fce-b1b2-ad6438956880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad7a9ff-f573-4f22-a6f4-4f0a08a6eda6,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:00.556428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3a0d0c80-befa-4fce-b1b2-ad6438956880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:00.558859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3a0d0c80-befa-4fce-b1b2-ad6438956880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:00.560210 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3a0d0c80-befa-4fce-b1b2-ad6438956880 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cad7a9ff-f573-4f22-a6f4-4f0a08a6eda6 HTTP/1.1" status: 204  len: 168 time: 0.1764171
Apr 09 01:56:00.797710 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1025aec-5c40-4bb7-8bf6-1439ffd444b1 req-4061f61d-6fd8-4652-93d4-5d05868f7fbe tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:00.799471 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f1025aec-5c40-4bb7-8bf6-1439ffd444b1 req-4061f61d-6fd8-4652-93d4-5d05868f7fbe tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 945 time: 0.1052489
Apr 09 01:56:00.865558 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f1025aec-5c40-4bb7-8bf6-1439ffd444b1 req-3e383499-3c2c-431d-8ef7-cf6772170913 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525632
Apr 09 01:56:01.243156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd5413-a857-4ca9-9945-a2731957a350 req-5aaedafa-1938-4276-8379-34c2a0db86b3 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:01.244868 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7bdd5413-a857-4ca9-9945-a2731957a350 req-5aaedafa-1938-4276-8379-34c2a0db86b3 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.1211414
Apr 09 01:56:01.285538 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7bdd5413-a857-4ca9-9945-a2731957a350 req-ad808500-5b7a-4b96-badf-1f8744521f55 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280879
Apr 09 01:56:01.548536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7777a3b-3f2e-4fa9-b6d5-ec2b15f1254a req-51d1dcb5-1635-48ea-bcd1-1d0c1a08e24b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:01.550234 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a7777a3b-3f2e-4fa9-b6d5-ec2b15f1254a req-51d1dcb5-1635-48ea-bcd1-1d0c1a08e24b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1230564
Apr 09 01:56:01.591114 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a7777a3b-3f2e-4fa9-b6d5-ec2b15f1254a req-067a7c2d-d427-448b-9a08-46c71c2aeded tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326395
Apr 09 01:56:02.205369 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93904861-3e5f-4afa-ac4c-50852f0e182e req-0bbab2b3-58cd-41cc-8ea7-470875f40a6f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:02.207155 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-93904861-3e5f-4afa-ac4c-50852f0e182e req-0bbab2b3-58cd-41cc-8ea7-470875f40a6f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 945 time: 0.1785798
Apr 09 01:56:02.247975 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-93904861-3e5f-4afa-ac4c-50852f0e182e req-bb77062e-dfec-4e44-aaa8-bda13eaa883b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335865
Apr 09 01:56:02.634329 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52012) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:02.641497 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5df515-b959-4b4e-9372-770c24688652 req-d530d6c7-a1e5-4607-bc5e-6bbcd075c885 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:02.643717 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7e5df515-b959-4b4e-9372-770c24688652 req-d530d6c7-a1e5-4607-bc5e-6bbcd075c885 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.1854255
Apr 09 01:56:02.717519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-ee96eee9-78f0-4148-a364-494bf416fa31 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:02.718348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-ee96eee9-78f0-4148-a364-494bf416fa31 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Synchronizing usage tracker for tenant:16a02a873b584bde83597c4fb075430a on resource:port {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:56:02.722844 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7e5df515-b959-4b4e-9372-770c24688652 req-713b51f1-2699-447e-99b7-6f6932d55cd4 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/security-groups?id=87d3a245-d2f4-45fa-af57-a073f5552248&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647917
Apr 09 01:56:02.752643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-ee96eee9-78f0-4148-a364-494bf416fa31 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Unset dirty status for tenant:16a02a873b584bde83597c4fb075430a on resource:port {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:56:02.755437 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-ee96eee9-78f0-4148-a364-494bf416fa31 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 945 time: 0.2429111
Apr 09 01:56:02.842666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:02.873680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:02.882560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Usage tracker for resource:security_group_rule and tenant:321f75ddaf6543a2b13177ddfe0544df is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:02.885801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:02.912157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Deleting port 91b21ad2-0b7d-445a-9838-3744612d05b9 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:56:02.913037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:02.971289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:02.987858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40229a-bdb6-47bb-9efa-f68db3ad76a2 req-76d0b445-18a8-45b0-b86a-deb8dd723ee0 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:02.989972 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca40229a-bdb6-47bb-9efa-f68db3ad76a2 req-76d0b445-18a8-45b0-b86a-deb8dd723ee0 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1569576
Apr 09 01:56:03.033773 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca40229a-bdb6-47bb-9efa-f68db3ad76a2 req-6ac9ec28-b2cd-4e34-af9c-6475a0fe6382 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294731
Apr 09 01:56:03.313509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:03.322269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:03.343934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5349574a-f1c8-4671-87f7-507a13605540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:03.380314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d497e15a-ad54-4a28-aa4c-bda9315335e3,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:03.398504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:03.430859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] For port 91b21ad2-0b7d-445a-9838-3744612d05b9, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=91b21ad2-0b7d-445a-9838-3744612d05b9,segment=NetworkSegment(5cfc4bef-d760-4bb5-bfd8-b08f7855945b),segment_id=5cfc4bef-d760-4bb5-bfd8-b08f7855945b)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:03.431272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:03.445502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52030) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:03.445731 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=321f75ddaf6543a2b13177ddfe0544df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8097835
Apr 09 01:56:03.607573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Calling delete_port for 91b21ad2-0b7d-445a-9838-3744612d05b9 owned by compute:nova {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:56:03.630748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7a009-b2cf-4f9a-955f-fa1e7cc6b894 req-ae86d64c-2768-4713-98c4-21dd6b6c0a7c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:03.637442 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ffe7a009-b2cf-4f9a-955f-fa1e7cc6b894 req-ae86d64c-2768-4713-98c4-21dd6b6c0a7c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 945 time: 0.1740935
Apr 09 01:56:03.639215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c0a779d2-46f5-4798-b793-6788a93be1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:03.681783 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ffe7a009-b2cf-4f9a-955f-fa1e7cc6b894 req-71936786-a491-48ca-967a-429e4ceac4c1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424721
Apr 09 01:56:03.682965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52042) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:03.713204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c0a779d2-46f5-4798-b793-6788a93be1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:03.836366 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c0a779d2-46f5-4798-b793-6788a93be1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:03.837911 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 65fa996e-751e-49c6-9116-71a0d1bf7369 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:56:03.847908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b259dce6-09f8-452a-a0bb-3cec2f1b141c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:03.888190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a779d2-46f5-4798-b793-6788a93be1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497e15a-ad54-4a28-aa4c-bda9315335e3,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:03.900484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c0a779d2-46f5-4798-b793-6788a93be1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:03.913446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c0a779d2-46f5-4798-b793-6788a93be1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:03.917206 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c0a779d2-46f5-4798-b793-6788a93be1aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d497e15a-ad54-4a28-aa4c-bda9315335e3 HTTP/1.1" status: 204  len: 168 time: 0.4679892
Apr 09 01:56:04.031224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:04.053562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:04.089821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 65fa996e-751e-49c6-9116-71a0d1bf7369 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:56:04.098494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:04.099454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:04.102577 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 65fa996e-751e-49c6-9116-71a0d1bf7369 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:04.103010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:04.210042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Usage tracker for resource:security_group_rule and tenant:1b01e10f1f7f4e779234002182b42366 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:04.243174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:04.260111 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9bdf63b5-99d8-4bfd-8d78-6cda2f32ca10 req-3c604fff-f38a-4d85-933d-f2df66febc74 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.1755688
Apr 09 01:56:04.269053 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:04.273119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['91b21ad2-0b7d-445a-9838-3744612d05b9'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:56:04.290289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Pushing event deleted for resources: {'Port': ['ID=91b21ad2-0b7d-445a-9838-3744612d05b9,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:04.300199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:04.516197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cc578-e175-4f85-ae97-348bbf290f8f req-743c9350-eaed-4c60-9fe4-357e2bdcc6a8 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:04.525253 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a87cc578-e175-4f85-ae97-348bbf290f8f req-743c9350-eaed-4c60-9fe4-357e2bdcc6a8 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.2403078
Apr 09 01:56:04.577055 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a87cc578-e175-4f85-ae97-348bbf290f8f req-7519606a-a5b9-4016-b73b-0143e866c3c4 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485694
Apr 09 01:56:04.587225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:04.633872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d010f-f853-4864-9a69-92cf573e9790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fa996e-751e-49c6-9116-71a0d1bf7369'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:56:04.641785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:04.650274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:04.653422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 65fa996e-751e-49c6-9116-71a0d1bf7369, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=65fa996e-751e-49c6-9116-71a0d1bf7369,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:04.661710 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:04.663770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:04.688487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c364f7e5-68b5-4101-93d4-8944ef3991a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:04.764884 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d010f-f853-4864-9a69-92cf573e9790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fa996e-751e-49c6-9116-71a0d1bf7369', 'code': 200}
Apr 09 01:56:04.810849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59749636-ceb0-48b3-86d5-d92376bb7007,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:04.817645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:04.824702 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1b01e10f1f7f4e779234002182b42366&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0997894
Apr 09 01:56:04.827654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52098) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:04.845748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=65fa996e-751e-49c6-9116-71a0d1bf7369,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:04.858396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:05.007822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] No DVR routers for this DVR port 91b21ad2-0b7d-445a-9838-3744612d05b9 on host hv-cinder-78462 {{(pid=85248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:56:05.018672 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:05.033065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2d1156-bc2a-4483-890b-4b6383145eed', 'name': 'network-vif-deleted', 'tag': '91b21ad2-0b7d-445a-9838-3744612d05b9'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:56:05.057909 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a907432-8090-4338-ba2e-ad10d5e50337 req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.62 "DELETE /v2.0/ports/91b21ad2-0b7d-445a-9838-3744612d05b9 HTTP/1.1" status: 204  len: 173 time: 2.2948477
Apr 09 01:56:05.204300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2e2b54f7-289e-4f1b-b5de-9ba2cda1a15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:05.225652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378324e8-3d4f-48d8-9a1a-5b9326b9021e req-e0dda074-3e91-416d-94d1-5fcce7d18864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:05.227307 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-378324e8-3d4f-48d8-9a1a-5b9326b9021e req-e0dda074-3e91-416d-94d1-5fcce7d18864 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 1099 time: 0.1473818
Apr 09 01:56:05.229259 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2d1156-bc2a-4483-890b-4b6383145eed', 'name': 'network-vif-deleted', 'tag': '91b21ad2-0b7d-445a-9838-3744612d05b9', 'status': 'completed', 'code': 200}
Apr 09 01:56:05.273215 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-378324e8-3d4f-48d8-9a1a-5b9326b9021e req-ccc16065-b5b5-43a9-98cf-5219acaf2d0f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329843
Apr 09 01:56:05.288176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2e2b54f7-289e-4f1b-b5de-9ba2cda1a15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:05.379931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f828489-d94b-4059-9953-fbf3971466e8 req-46754a34-9d60-497a-b688-63149a16848c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:05.382806 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7f828489-d94b-4059-9953-fbf3971466e8 req-46754a34-9d60-497a-b688-63149a16848c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 946 time: 0.4197273
Apr 09 01:56:05.432776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2e2b54f7-289e-4f1b-b5de-9ba2cda1a15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:05.446246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7bba02c4-7f08-47ef-8980-fa4b53e0bd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:05.470342 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7f828489-d94b-4059-9953-fbf3971466e8 req-b18c3a7d-ee63-4fe4-b4c4-1f23fcf9c6a4 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768003
Apr 09 01:56:05.525695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b54f7-289e-4f1b-b5de-9ba2cda1a15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59749636-ceb0-48b3-86d5-d92376bb7007,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:05.531131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2e2b54f7-289e-4f1b-b5de-9ba2cda1a15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:05.540959 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5c209950-102c-472a-a37b-9c6c3efe68ef req-b1c1ecd1-85cf-419d-bbc3-bc82c5e27713 tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.0817122
Apr 09 01:56:05.542436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2e2b54f7-289e-4f1b-b5de-9ba2cda1a15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:05.543828 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2e2b54f7-289e-4f1b-b5de-9ba2cda1a15e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/59749636-ceb0-48b3-86d5-d92376bb7007 HTTP/1.1" status: 204  len: 168 time: 0.7144678
Apr 09 01:56:05.827415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a344a20-220c-49f9-af12-e0c694918297 req-68a894b2-4eed-430e-ab80-bc3d03d4b314 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:05.829156 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a344a20-220c-49f9-af12-e0c694918297 req-68a894b2-4eed-430e-ab80-bc3d03d4b314 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1261699
Apr 09 01:56:05.884138 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a344a20-220c-49f9-af12-e0c694918297 req-fbd1b843-eff3-4840-a0ad-15c31c88611a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469096
Apr 09 01:56:06.789675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52164) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:07.011826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb31e43-e954-47e6-9b2d-a508ddbc1fc6 req-b23d236a-73f5-4c52-9627-ac1d6881e36b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:07.012938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1831424800-network', 'tenant_id': 'f34d1a60aadb4f3dab9ef86891796029'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:07.014786 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bbb31e43-e954-47e6-9b2d-a508ddbc1fc6 req-b23d236a-73f5-4c52-9627-ac1d6881e36b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 946 time: 0.2408144
Apr 09 01:56:07.018414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:07.024056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Usage tracker for resource:network and tenant:f34d1a60aadb4f3dab9ef86891796029 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:07.027501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:07.035941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:07.049241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Made reservation on behalf of f34d1a60aadb4f3dab9ef86891796029 for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:56:07.054726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:07.071070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:07.091935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:07.097518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Usage tracker for resource:security_group_rule and tenant:f34d1a60aadb4f3dab9ef86891796029 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:07.101644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:07.110571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:07.122318 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-22d4e277-ffdd-4876-ab11-fa91fe77eecc req-be7fbe3f-41a7-4888-85dd-a28e934198ac tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] 10.222.0.38 "GET /v2.0/ports?device_id=ca2d1156-bc2a-4483-890b-4b6383145eed HTTP/1.1" status: 200  len: 210 time: 0.1013005
Apr 09 01:56:07.155399 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bbb31e43-e954-47e6-9b2d-a508ddbc1fc6 req-42485ed4-e0b4-46dd-8fc8-726c10be29b6 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588231
Apr 09 01:56:07.258182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:07.264547 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:07.271120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:07.326090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:56:07.343504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ac4354-b84b-40da-90f7-5df4ed4690b0,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:07.351092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:07.355286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:07.355799 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Added segment 14edc4ff-b022-44e1-a120-e7d2bd2825d7 of type vlan for network d27784ad-10c3-40e4-be97-c8934da1309f
Apr 09 01:56:07.393728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:07.427011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:07.429268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:07.430325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:07.439368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:07.461178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4e6b5-3e22-4683-a458-65af8b629bf3 req-7bfb55dc-bbb9-4998-922f-5c7b49de9592 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:07.461178 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-85f4e6b5-3e22-4683-a458-65af8b629bf3 req-7bfb55dc-bbb9-4998-922f-5c7b49de9592 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1237552
Apr 09 01:56:07.513789 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-85f4e6b5-3e22-4683-a458-65af8b629bf3 req-3c2d1d01-974f-4438-b089-7f30f97d20a1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474534
Apr 09 01:56:07.597258 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8061659
Apr 09 01:56:07.600757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Pushing event updated for resources: {'Network': ['ID=d27784ad-10c3-40e4-be97-c8934da1309f,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:07.602673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52182) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:07.604352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:07.611267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Request body: {'subnet': {'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1831424800-subnet', 'tenant_id': 'f34d1a60aadb4f3dab9ef86891796029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:07.617815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network d27784ad-10c3-40e4-be97-c8934da1309f details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:56:07.627377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:07.635681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Usage tracker for resource:subnet and tenant:f34d1a60aadb4f3dab9ef86891796029 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:07.641400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:07.653810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:07.672685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Made reservation on behalf of f34d1a60aadb4f3dab9ef86891796029 for: {'subnet': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:56:07.681621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:07.877682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52192) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:07.969727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 91b21ad2-0b7d-445a-9838-3744612d05b9 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:56:08.012254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 91b21ad2-0b7d-445a-9838-3744612d05b9 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:56:08.013364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 91b21ad2-0b7d-445a-9838-3744612d05b9 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:56:08.130525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:08.148759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:08.160925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Usage tracker for resource:security_group_rule and tenant:5f65b1362882448fb14e4e29a04d009f is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:08.160925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:08.165540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:08.352789 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:08.358422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:08.396421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9cc12240-6e8a-49d9-9e4d-a5392d24fb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:08.414458 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f65b1362882448fb14e4e29a04d009f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5350876
Apr 09 01:56:08.417247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52210) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:08.469300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7c9f01-6b2b-463c-8014-aeb8f5d58722,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:08.476651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:08.515217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-042c92e9-0f33-48b4-8298-8837ae340f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:08.517078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511a0ce-487c-4ad5-b16b-48b9dba6bf9b req-5780d838-ed9a-40e2-9a03-2ca7fc819989 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:08.530828 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c511a0ce-487c-4ad5-b16b-48b9dba6bf9b req-5780d838-ed9a-40e2-9a03-2ca7fc819989 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 946 time: 0.1860232
Apr 09 01:56:08.549059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-042c92e9-0f33-48b4-8298-8837ae340f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:08.586765 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c511a0ce-487c-4ad5-b16b-48b9dba6bf9b req-419689ec-9e6d-4d5f-8a29-04c595adfb35 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553904
Apr 09 01:56:08.614739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-042c92e9-0f33-48b4-8298-8837ae340f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:08.621135 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3a0d0c80-befa-4fce-b1b2-ad6438956880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:08.637758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c92e9-0f33-48b4-8298-8837ae340f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7c9f01-6b2b-463c-8014-aeb8f5d58722,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:08.643066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-042c92e9-0f33-48b4-8298-8837ae340f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:08.646174 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-042c92e9-0f33-48b4-8298-8837ae340f6d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f7c9f01-6b2b-463c-8014-aeb8f5d58722 HTTP/1.1" status: 204  len: 168 time: 0.2259176
Apr 09 01:56:08.646174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-042c92e9-0f33-48b4-8298-8837ae340f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:08.732855 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:08.751502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-325f2071-3d17-4b23-8ba1-c1db3b69acc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:08.998412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0da92de-425e-4c76-8a55-cb3119456793,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:09.025790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:09.083424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0a5bc-0403-4c9d-a4b9-e93643b4b864 req-2deb80b0-6a29-47cf-96f7-473363da24b5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:09.085258 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5bc0a5bc-0403-4c9d-a4b9-e93643b4b864 req-2deb80b0-6a29-47cf-96f7-473363da24b5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.3349116
Apr 09 01:56:09.109386 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52234) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:09.131074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:09.149034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:09.153725 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ab44d671b6d64403b645df6d9aeebe5d is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:09.157628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:09.165277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:09.173621 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5bc0a5bc-0403-4c9d-a4b9-e93643b4b864 req-d9259cac-bf95-4fe4-a0d4-bcbb44c69851 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786197
Apr 09 01:56:09.183043 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Checking segment: {'id': '14edc4ff-b022-44e1-a120-e7d2bd2825d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:56:09.183449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Network hostable DHCP agents. Network: d27784ad-10c3-40e4-be97-c8934da1309f, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:56:09.215245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Network d27784ad-10c3-40e4-be97-c8934da1309f is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:56:09.226848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, d27784ad-10c3-40e4-be97-c8934da1309f) {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:09.231506 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:09.232348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:09.244309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89639fd7-823b-4935-8227-d30615e057fd None None] Network d27784ad-10c3-40e4-be97-c8934da1309f requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:56:09.266782 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6617234
Apr 09 01:56:09.301164 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:09.301752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:56:09.305372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:09.315495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:09.347752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a925356-cb25-44f5-85f7-d632e5f836b6,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:09.371083 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:09.396332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52242) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:09.407604 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab44d671b6d64403b645df6d9aeebe5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2969387
Apr 09 01:56:09.470428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1146490b-8e2b-49c0-8ad8-bb5576e734b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:09.506256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1146490b-8e2b-49c0-8ad8-bb5576e734b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:09.525221 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a3ef49-7a22-43a1-a54e-f731f90d4a41 None None] Network d27784ad-10c3-40e4-be97-c8934da1309f requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:56:09.606086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1146490b-8e2b-49c0-8ad8-bb5576e734b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:09.619415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:09.648818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146490b-8e2b-49c0-8ad8-bb5576e734b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a925356-cb25-44f5-85f7-d632e5f836b6,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:09.652173 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1146490b-8e2b-49c0-8ad8-bb5576e734b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:09.653645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1146490b-8e2b-49c0-8ad8-bb5576e734b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:09.658690 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1146490b-8e2b-49c0-8ad8-bb5576e734b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a925356-cb25-44f5-85f7-d632e5f836b6 HTTP/1.1" status: 204  len: 168 time: 0.2603827
Apr 09 01:56:10.701869 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304cfc9-7bb0-42e2-8e31-4ed5d31bd301 req-ab600f5e-8a93-4a16-80c4-6ab5e07f6174 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:10.717206 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0304cfc9-7bb0-42e2-8e31-4ed5d31bd301 req-ab600f5e-8a93-4a16-80c4-6ab5e07f6174 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1771894
Apr 09 01:56:10.764056 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0304cfc9-7bb0-42e2-8e31-4ed5d31bd301 req-b3e940ca-16a5-4eed-8f66-eeb658c246e0 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452883
Apr 09 01:56:12.466443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-63d9bab1-4264-4d4c-b354-a50cfd20a9f9 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:12.469039 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-63d9bab1-4264-4d4c-b354-a50cfd20a9f9 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/networks?id=d27784ad-10c3-40e4-be97-c8934da1309f HTTP/1.1" status: 200  len: 814 time: 0.5046275
Apr 09 01:56:12.491401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b580f3-3924-4975-a8e3-758fac67a459 req-e436be66-23cb-44ae-8cd2-64579910fbe5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:12.493155 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-85b580f3-3924-4975-a8e3-758fac67a459 req-e436be66-23cb-44ae-8cd2-64579910fbe5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1598275
Apr 09 01:56:12.511247 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-29807804-b2c5-41d0-b8fa-f918e95fe363 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/quotas/f34d1a60aadb4f3dab9ef86891796029 HTTP/1.1" status: 200  len: 375 time: 0.0167751
Apr 09 01:56:12.627402 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e7ecf5c8-4bc8-4b47-aed3-ecc7458b0acb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f34d1a60aadb4f3dab9ef86891796029&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1150315
Apr 09 01:56:12.634645 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-85b580f3-3924-4975-a8e3-758fac67a459 req-fde08f2f-d409-40a5-9f40-bc03487df318 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1207652
Apr 09 01:56:12.976320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52360) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:12.977530 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-07b6a48b-3f8e-4e8e-b1f2-cafab355ba77 service neutron] 10.222.0.38 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3345318
Apr 09 01:56:13.072403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] Deleting subnet ee2dd54c-5f42-4b78-819b-17d1af49e64a {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 01:56:13.080931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:13.202258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:13.214465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:13.267008 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-3fffe676-b06a-472f-9799-467ff2dddb52 service neutron] 10.222.0.38 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2878947
Apr 09 01:56:13.350028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52370) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:13.514868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:13.541319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:13.546971 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Usage tracker for resource:security_group_rule and tenant:a04de80985954bb3bb6011e9963e24d4 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:13.551377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:13.559316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:13.576114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:13.595818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:13.689498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee2dd54c-5f42-4b78-819b-17d1af49e64a,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:13.716187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:13.786882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-05fbac96-475a-4db2-95ee-8398b9bdd9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:13.844864 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:13.863203 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ee2dd54c-5f42-4b78-819b-17d1af49e64a HTTP/1.1" status: 204  len: 168 time: 0.8852096
Apr 09 01:56:13.864336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52394) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:13.898086 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-97768de3-94e8-4f1d-a463-75bdce3a909e req-178c37bf-484a-4cea-a47e-12041147276a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 210 time: 0.1727769
Apr 09 01:56:13.902819 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:14.015008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:14.111653 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:14.137447 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a04de80985954bb3bb6011e9963e24d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7858760
Apr 09 01:56:14.167096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52406) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:14.190008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:14.478124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaa2980-b204-4da1-be7c-e1db2dab66ca,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:14.482109 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:14.506047 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5708-9910-4e53-9d36-cc7654185efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:14.563089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5708-9910-4e53-9d36-cc7654185efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:14.621720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-7884a1e7-18a4-4155-ab82-ba7461e035bf tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:14.623432 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-7884a1e7-18a4-4155-ab82-ba7461e035bf tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 815 time: 0.7180023
Apr 09 01:56:14.637247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb39fc-70ba-4e38-bc49-92b8470c514e req-fd5d519e-799f-414c-865a-b8c20bcaa879 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:14.645689 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96bb39fc-70ba-4e38-bc49-92b8470c514e req-fd5d519e-799f-414c-865a-b8c20bcaa879 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.3410888
Apr 09 01:56:14.651591 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:14.695249 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-884d2c40-25f0-4398-bc77-6cf101ead2b1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/quotas/3bcfc614a87947d4801ef4e95e289ac4 HTTP/1.1" status: 200  len: 375 time: 0.0473177
Apr 09 01:56:14.707847 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96bb39fc-70ba-4e38-bc49-92b8470c514e req-943e9284-2824-4dfb-bdd8-15aa7da33257 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604088
Apr 09 01:56:14.843250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe75f218048>> segment before_delete 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.843250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe75f218048>> subnet precommit_delete_associations 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.844796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe75f4f9e80>> segment_host_mapping after_create 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.844796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe75f4f9e80>> port after_create 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.845086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe75f4f9e80>> port after_delete 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.845436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe75f4f9e80>> port after_update 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.845820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe75f4f9e80>> segment after_delete 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.846187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe75f4f9e80>> subnet after_create 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.846690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe75f4f9e80>> subnet after_delete 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.847618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe75f4f9e80>> subnet after_update 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.858617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5708-9910-4e53-9d36-cc7654185efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:14.865093 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c0a779d2-46f5-4798-b793-6788a93be1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:14.923377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe75e688dd8>> subnet after_create 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.923848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe75e688dd8>> subnet after_delete 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.924374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe75e688dd8>> subnet before_create 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.925088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe75e688dd8>> subnet before_update 55550000 {{(pid=85248) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:56:14.926051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe760c14dd8>,) {'filters': {'network_id': ['31dea640-a55c-4934-8416-2f6053542187']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:14.926226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a5708-9910-4e53-9d36-cc7654185efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaa2980-b204-4da1-be7c-e1db2dab66ca,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:14.929340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4c3a5708-9910-4e53-9d36-cc7654185efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:14.950331 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5708-9910-4e53-9d36-cc7654185efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:14.955598 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4c3a5708-9910-4e53-9d36-cc7654185efa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/acaa2980-b204-4da1-be7c-e1db2dab66ca HTTP/1.1" status: 204  len: 168 time: 0.7765818
Apr 09 01:56:14.959443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe760c14dd8>, '5cfc4bef-d760-4bb5-bfd8-b08f7855945b') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:14.960656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe760c14dd8>, '5cfc4bef-d760-4bb5-bfd8-b08f7855945b') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:14.960856 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-7187f3c5-819f-4012-a8d6-5ceb02bedf7b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2446833
Apr 09 01:56:15.014721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:15.054108 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:15.071114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 01:56:15.318638 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8431a4ba-dbe7-4929-a4a2-2c1603dc3be9 req-37c656c5-f822-4eb0-82de-acb6aef11337 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 210 time: 0.1079955
Apr 09 01:56:15.377743 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-936f59c4-2a77-460e-8f57-74ab68c61e33 service neutron] 10.222.0.38 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3957498
Apr 09 01:56:15.394595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Network 31dea640-a55c-4934-8416-2f6053542187 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 01:56:15.404919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:15.618812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Network 31dea640-a55c-4934-8416-2f6053542187 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 01:56:15.724529 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-cfc8adc4-f581-4af0-b707-03fc8ce374ae service neutron] 10.222.0.38 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3322527
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   from cryptography.utils import int_from_bytes
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   from cryptography.utils import int_from_bytes
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   (rel_b, rel_a, rel_b),
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   (rel_b, rel_a, rel_b),
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 01:56:15.792101 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 01:56:15.837059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:16.382613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43991318-8ca0-4455-b08a-d9cb0cef5adb req-daf6d74c-e551-43e4-bdea-bdd1495ad39d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:16.389447 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43991318-8ca0-4455-b08a-d9cb0cef5adb req-daf6d74c-e551-43e4-bdea-bdd1495ad39d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.2838898
Apr 09 01:56:16.529200 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43991318-8ca0-4455-b08a-d9cb0cef5adb req-8ac7b2bd-d037-4787-952b-07a76e8d5245 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250768
Apr 09 01:56:16.715653 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-cd6cb757-c371-46fc-b487-50131d2d8eb3 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:16.717230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-cd6cb757-c371-46fc-b487-50131d2d8eb3 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Synchronizing usage tracker for tenant:f34d1a60aadb4f3dab9ef86891796029 on resource:network {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:56:16.729496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:16.763370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Pushing event deleted for resources: {'Network': ['ID=31dea640-a55c-4934-8416-2f6053542187,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:16.766515 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:16.773786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:16.774583 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-cd6cb757-c371-46fc-b487-50131d2d8eb3 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Unset dirty status for tenant:f34d1a60aadb4f3dab9ef86891796029 on resource:network {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:56:16.775967 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-cd6cb757-c371-46fc-b487-50131d2d8eb3 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.62 "GET /v2.0/networks?id=d27784ad-10c3-40e4-be97-c8934da1309f HTTP/1.1" status: 200  len: 814 time: 0.9479899
Apr 09 01:56:16.795797 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] 10.222.0.38 "DELETE /v2.0/networks/31dea640-a55c-4934-8416-2f6053542187 HTTP/1.1" status: 204  len: 168 time: 2.9253891
Apr 09 01:56:16.822546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Request body: {'port': {'device_id': '7b453594-dafd-4c17-b89f-99d0d71a68c8', 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f', 'admin_state_up': True, 'tenant_id': 'f34d1a60aadb4f3dab9ef86891796029'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:16.834484 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e0f7c2ce-afef-4a8b-aa5e-29f79fff5490 req-cfc4e815-1fee-47b1-91ea-d5a01effd607 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 210 time: 0.1223626
Apr 09 01:56:17.223751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:17.232237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Usage tracker for resource:port and tenant:f34d1a60aadb4f3dab9ef86891796029 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:17.241921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:17.269775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:17.285404 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-81744071-5b81-4386-8421-0bafa39d14a6 req-36480ede-8d6a-43bb-a556-d6e8c7d59a17 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 210 time: 0.1298225
Apr 09 01:56:17.295931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Made reservation on behalf of f34d1a60aadb4f3dab9ef86891796029 for: {'port': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:56:17.320336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:17.428245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52486) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:17.497778 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0ea9f906-13e8-4ebe-93a7-69a2f4b7e2c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=16a02a873b584bde83597c4fb075430a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0666170
Apr 09 01:56:17.498565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52492) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:17.572965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b21ed3f0-3435-438c-b490-c1b320dfc849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:17.582179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Allocated IP 172.20.0.14 (d27784ad-10c3-40e4-be97-c8934da1309f/c0da92de-425e-4c76-8a55-cb3119456793/27a9d1fd-72cd-4f30-ad24-03981fc9fcc1) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:56:17.632722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b21ed3f0-3435-438c-b490-c1b320dfc849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:17.715139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b21ed3f0-3435-438c-b490-c1b320dfc849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:17.723838 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7cc5ebe3-d589-40e4-9e62-00a16c2fdb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:17.799332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ed3f0-3435-438c-b490-c1b320dfc849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d3a245-d2f4-45fa-af57-a073f5552248,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:17.802873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b21ed3f0-3435-438c-b490-c1b320dfc849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:17.810765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b21ed3f0-3435-438c-b490-c1b320dfc849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:17.824539 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b21ed3f0-3435-438c-b490-c1b320dfc849 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/87d3a245-d2f4-45fa-af57-a073f5552248 HTTP/1.1" status: 204  len: 168 time: 0.3153863
Apr 09 01:56:17.858216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcf7c0-6b4e-4099-8537-0a748357a3db req-e6ce068e-21e6-4c2f-836f-c7dc9c6332e5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:17.859957 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7dcf7c0-6b4e-4099-8537-0a748357a3db req-e6ce068e-21e6-4c2f-836f-c7dc9c6332e5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1250882
Apr 09 01:56:17.933765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:17.959033 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7dcf7c0-6b4e-4099-8537-0a748357a3db req-ed62dbca-5e4c-4738-82a8-10508b8761a3 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828631
Apr 09 01:56:18.000609 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:18.033722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:18.167445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8642ec30-991b-433d-8b39-41e508ab8c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:18.236269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Pushing event updated for resources: {'Port': ['ID=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:18.267430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:18.322420 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Network d27784ad-10c3-40e4-be97-c8934da1309f is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:56:18.323893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:18.334011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:56:18.473502 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6ff150a2-cc1f-4ec5-9bf1-3b27ec5bd0bc req-664d2ff8-c42f-4c80-9b84-5610d87b44fd tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 210 time: 0.1348739
Apr 09 01:56:18.503333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:18.503333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:18.551508 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7330427
Apr 09 01:56:18.584852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Request body: {'port': {'device_id': '7b453594-dafd-4c17-b89f-99d0d71a68c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:18.739301 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:18.742966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d9995-8417-475f-9ac9-37971e5bfef1 req-2fe5b9b6-ea6e-4456-9488-09d1b0abc7a5 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:18.746384 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac2d9995-8417-475f-9ac9-37971e5bfef1 req-2fe5b9b6-ea6e-4456-9488-09d1b0abc7a5 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 932 time: 0.1902525
Apr 09 01:56:18.796966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:18.864559 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac2d9995-8417-475f-9ac9-37971e5bfef1 req-7e2f5df3-fbfa-41f9-992d-4377a7d95d91 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095781
Apr 09 01:56:19.101296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:19.309856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-3defb260-9e97-446a-acd9-fe85b354f6d3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:19.311489 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-3defb260-9e97-446a-acd9-fe85b354f6d3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 815 time: 0.3185375
Apr 09 01:56:19.350342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Request body: {'port': {'device_id': '282be1e9-7f90-445a-bb34-976027a27d72', 'network_id': '107997fa-4577-421c-97e5-52be9579a476', 'admin_state_up': True, 'tenant_id': '3bcfc614a87947d4801ef4e95e289ac4'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:19.513247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52560) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:19.514925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52562) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:19.874809 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 {{(pid=85248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:56:19.891696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:19.961021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Transition to ACTIVE for port object 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 will not be triggered until provisioned by entity L2. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:56:19.968375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-485394753-network', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:19.995491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:19.998715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.000568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:20.007644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:20.013331 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bca079c4-af5d-4861-b42d-29866b47b9f5 req-a54acce2-3619-46d9-aa3e-c879d3110ddb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 210 time: 0.1892781
Apr 09 01:56:20.033173 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Made reservation on behalf of 3bcfc614a87947d4801ef4e95e289ac4 for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:56:20.040154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.063975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Usage tracker for resource:network and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:20.063975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3bb30985-2ae7-4fcf-a10c-87bc8662e391 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:20.155768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:20.162391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.224713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Allocated IP 172.20.0.4 (107997fa-4577-421c-97e5-52be9579a476/a95ff673-805c-4f61-a9da-ba4ea8ba096e/7415309d-5eb7-43c1-b857-5878d458bc32) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:56:20.250506 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Pushing event updated for resources: {'Port': ['ID=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:20.271198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:20.278563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:20.280434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:20.298447 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Usage tracker for resource:security_group_rule and tenant:2005a72d47bf47bf8a86440975ef9393 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:20.377553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.439234 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:20.455519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:20.460039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2931c-f93d-4b70-a661-bb21f87d1a56 req-bc7536e8-86b0-4f1a-a246-a21c5276de4e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:20.469169 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5de2931c-f93d-4b70-a661-bb21f87d1a56 req-bc7536e8-86b0-4f1a-a246-a21c5276de4e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 1.0684078
Apr 09 01:56:20.529930 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5de2931c-f93d-4b70-a661-bb21f87d1a56 req-3722efaa-fda2-4e28-9da8-a0f52db25e2c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596857
Apr 09 01:56:20.665471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.669997 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.689390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.729614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-eeafbb0f-8056-44e1-b0c2-af15e6cace09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:20.730538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.757639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Made reservation on behalf of bf455ad3606b44cea681dcfebb803125 for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:56:20.773054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.774600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d3b26eb6-4b1b-4b35-a5eb-f31e57620c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:20.781323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['8d9b252f-f22d-4ce9-b735-5bd12865a4da', '65fa996e-751e-49c6-9116-71a0d1bf7369'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:56:20.809874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:20.899781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:20.938651 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2005a72d47bf47bf8a86440975ef9393&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4210846
Apr 09 01:56:20.942033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Usage tracker for resource:security_group_rule and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:20.969454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52602) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:20.970875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:20.976292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce52fa3-36dd-485d-bcf0-b81a95cc65eb,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:20.987243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:21.007956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:21.294401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b24db152-2bb9-4833-b8c3-2d3dfb1adc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.333737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b24db152-2bb9-4833-b8c3-2d3dfb1adc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.362205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Pushing event updated for resources: {'Port': ['ID=7415309d-5eb7-43c1-b857-5878d458bc32,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:21.384240 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652a651-2ac7-45c5-895a-4965ccaf24f2 req-eb09b49b-7fe3-4c52-9fe2-4341a354fb10 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:21.399624 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d652a651-2ac7-45c5-895a-4965ccaf24f2 req-eb09b49b-7fe3-4c52-9fe2-4341a354fb10 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 944 time: 1.0065846
Apr 09 01:56:21.413320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:21.506993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b24db152-2bb9-4833-b8c3-2d3dfb1adc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.516560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:21.528288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52612) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:21.553744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24db152-2bb9-4833-b8c3-2d3dfb1adc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce52fa3-36dd-485d-bcf0-b81a95cc65eb,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:21.556694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b24db152-2bb9-4833-b8c3-2d3dfb1adc4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:21.585184 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d652a651-2ac7-45c5-895a-4965ccaf24f2 req-1275f3a3-d29a-41cd-86bb-37c2b2dc8abf tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662464
Apr 09 01:56:21.612047 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b24db152-2bb9-4833-b8c3-2d3dfb1adc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.612966 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b24db152-2bb9-4833-b8c3-2d3dfb1adc4c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ce52fa3-36dd-485d-bcf0-b81a95cc65eb HTTP/1.1" status: 204  len: 168 time: 0.6229670
Apr 09 01:56:21.630873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Attempting to bind port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:56:21.631755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Attempting to bind port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '14edc4ff-b022-44e1-a120-e7d2bd2825d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f'}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:56:21.632221 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Attempting to bind port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 on network d27784ad-10c3-40e4-be97-c8934da1309f {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:56:21.647218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.648518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 on network d27784ad-10c3-40e4-be97-c8934da1309f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:56:21.648884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Attempting to bind port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 on network d27784ad-10c3-40e4-be97-c8934da1309f {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:56:21.658281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:56:21.658663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Checking segment: {'id': '14edc4ff-b022-44e1-a120-e7d2bd2825d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:56:21.659102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Bound using segment: {'id': '14edc4ff-b022-44e1-a120-e7d2bd2825d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f'} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:56:21.660201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Bound port: 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14edc4ff-b022-44e1-a120-e7d2bd2825d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f'}}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:56:21.660603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.695133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.700620 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-816e524a-ddd2-42ef-9414-b250d43623cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:21.760271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:56:21.762750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbafac5-ff4f-44d8-bc1e-52192f1c4e99,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:21.766690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:21.795288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.795652 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Added segment 35e5412a-47eb-413e-afc0-330fd11d344e of type vlan for network ef903f2c-70db-4778-a505-57ac9ff39c7e
Apr 09 01:56:21.854036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] For port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1, host hv-cinder-78462, cleared binding levels {{(pid=85248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:56:21.876068 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.900986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.906850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] For port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:56:21.918311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.919668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:21.923456 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1785911-c8cf-4313-8e11-983e559308e7 req-30ad6c45-374e-491f-b011-c573065a7c6c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:21.926157 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a1785911-c8cf-4313-8e11-983e559308e7 req-30ad6c45-374e-491f-b011-c573065a7c6c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 931 time: 0.5112667
Apr 09 01:56:21.938727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Network 107997fa-4577-421c-97e5-52be9579a476 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:56:21.947606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a352127dec264d42bc338e5aa97ad50a is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:21.952083 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:21.952335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:21.975318 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:56:21.984273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:21.985039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:21.994778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:22.027013 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6832733
Apr 09 01:56:22.043240 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:22.048332 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a1785911-c8cf-4313-8e11-983e559308e7 req-4eec2413-0f32-40b2-be62-cc9d55a7abf0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037290
Apr 09 01:56:22.082371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Request body: {'port': {'device_id': '282be1e9-7f90-445a-bb34-976027a27d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:22.243598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:22.272706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:22.273360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:22.298426 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Pushing event updated for resources: {'Port': ['ID=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,revision_number=3']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:22.305344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:22.316784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:22.426699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afe6c1-7db9-4033-bfb4-4ba63e8180e5 req-ee5fd8c5-124e-4159-83c0-29b37b6aa669 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:22.429032 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f2afe6c1-7db9-4033-bfb4-4ba63e8180e5 req-ee5fd8c5-124e-4159-83c0-29b37b6aa669 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.7028241
Apr 09 01:56:22.430208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:22.469564 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.9490559
Apr 09 01:56:22.480593 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52640) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:22.491930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Pushing event updated for resources: {'Network': ['ID=ef903f2c-70db-4778-a505-57ac9ff39c7e,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:22.495400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:22.499602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Request body: {'subnet': {'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-subnet', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:22.505116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network ef903f2c-70db-4778-a505-57ac9ff39c7e details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:56:22.514080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:22.531010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:22.531733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:22.533575 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-85ab3289-a423-4465-be41-559141e030c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 HTTP/1.1" status: 200  len: 1094 time: 3.9598403
Apr 09 01:56:22.541419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b453594-dafd-4c17-b89f-99d0d71a68c8', 'tag': '27a9d1fd-72cd-4f30-ad24-03981fc9fcc1'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:56:22.562552 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Usage tracker for resource:subnet and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:22.641191 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f2afe6c1-7db9-4033-bfb4-4ba63e8180e5 req-a8fa025c-7eb2-41a2-845e-620b405e9f05 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478058
Apr 09 01:56:22.692048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:22.712743 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b453594-dafd-4c17-b89f-99d0d71a68c8', 'tag': '27a9d1fd-72cd-4f30-ad24-03981fc9fcc1', 'status': 'completed', 'code': 200}
Apr 09 01:56:22.748808 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:22.811312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:22.822614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Made reservation on behalf of bf455ad3606b44cea681dcfebb803125 for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:56:22.827494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:22.874077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:22.891875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b24db152-2bb9-4833-b8c3-2d3dfb1adc4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:23.262444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7ee78-3fd8-4b90-b53d-b344311fa178 req-26265371-a80f-46d1-8d1f-ad964555defa tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:23.277396 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-79c7ee78-3fd8-4b90-b53d-b344311fa178 req-26265371-a80f-46d1-8d1f-ad964555defa tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 944 time: 0.4155545
Apr 09 01:56:23.353329 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-79c7ee78-3fd8-4b90-b53d-b344311fa178 req-7ecdde9c-6c7b-485a-a724-6894587f8258 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742629
Apr 09 01:56:23.398440 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a352127dec264d42bc338e5aa97ad50a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8664498
Apr 09 01:56:23.404675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52664) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:23.493076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ddde93-ed43-47e1-ac5b-6046074dedba,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:23.500759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:23.520909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-eae74007-cd17-4057-b628-b6801fcc69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:23.523245 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-eae74007-cd17-4057-b628-b6801fcc69ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34d1a60aadb4f3dab9ef86891796029&device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 1097 time: 0.9214430
Apr 09 01:56:23.638976 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-31a94f10-9660-46bf-9c50-f1427696e91f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 HTTP/1.1" status: 200  len: 217 time: 0.0913212
Apr 09 01:56:23.644365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:23.714085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7415309d-5eb7-43c1-b857-5878d458bc32 {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:56:23.743532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:23.785831 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:23.793780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8bb2c-2c4a-4b18-8227-ed625436f12e req-227ca930-baad-4556-8a4d-1ac85cf65ea4 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:23.795277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-97d8bb2c-2c4a-4b18-8227-ed625436f12e req-227ca930-baad-4556-8a4d-1ac85cf65ea4 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Synchronizing usage tracker for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:56:23.800923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-bae17494-2dd5-4ec3-a8a8-26c461d06b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:23.802557 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-bae17494-2dd5-4ec3-a8a8-26c461d06b8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0da92de-425e-4c76-8a55-cb3119456793 HTTP/1.1" status: 200  len: 854 time: 0.1538672
Apr 09 01:56:23.829303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Transition to ACTIVE for port object 7415309d-5eb7-43c1-b857-5878d458bc32 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:56:23.831883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-97d8bb2c-2c4a-4b18-8227-ed625436f12e req-227ca930-baad-4556-8a4d-1ac85cf65ea4 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Unset dirty status for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:56:23.844675 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-97d8bb2c-2c4a-4b18-8227-ed625436f12e req-227ca930-baad-4556-8a4d-1ac85cf65ea4 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 931 time: 0.3770857
Apr 09 01:56:23.871438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:23.917885 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-84f31a73-07d7-4ed7-a80a-a118d1231fad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d27784ad-10c3-40e4-be97-c8934da1309f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0923204
Apr 09 01:56:24.010550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:24.157147 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-97d8bb2c-2c4a-4b18-8227-ed625436f12e req-af05ae2e-b0a6-4127-91a5-2f52ab60f636 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3110147
Apr 09 01:56:24.189214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Pushing event updated for resources: {'Port': ['ID=7415309d-5eb7-43c1-b857-5878d458bc32,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:24.250414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:24.318265 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab51541-34d0-483f-b83c-e53f51a98f1e req-a5a13cbe-113c-43de-944e-84848676072d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:24.328710 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0ab51541-34d0-483f-b83c-e53f51a98f1e req-a5a13cbe-113c-43de-944e-84848676072d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.4515550
Apr 09 01:56:24.335891 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:24.352655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d724c27c-8854-4571-a307-287ce3c5453f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:24.427471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ddde93-ed43-47e1-ac5b-6046074dedba,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:24.461441 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.476035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:24.480786 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-007ecf47-9d9a-4d95-b06a-1b7f14b5e450 service neutron] 10.222.0.62 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5339966
Apr 09 01:56:24.487027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:24.661059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:24.661249 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0ab51541-34d0-483f-b83c-e53f51a98f1e req-79a4380f-e199-4df9-9cdc-097966ca4305 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3166780
Apr 09 01:56:24.661428 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74ddde93-ed43-47e1-ac5b-6046074dedba HTTP/1.1" status: 204  len: 168 time: 1.2317543
Apr 09 01:56:24.779412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Attempting to bind port 7415309d-5eb7-43c1-b857-5878d458bc32 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:56:24.779796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Attempting to bind port 7415309d-5eb7-43c1-b857-5878d458bc32 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:56:24.780198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Attempting to bind port 7415309d-5eb7-43c1-b857-5878d458bc32 on network 107997fa-4577-421c-97e5-52be9579a476 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:56:24.824387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Port 7415309d-5eb7-43c1-b857-5878d458bc32 on network 107997fa-4577-421c-97e5-52be9579a476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:56:24.824735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Attempting to bind port 7415309d-5eb7-43c1-b857-5878d458bc32 on network 107997fa-4577-421c-97e5-52be9579a476 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:56:24.854524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ce3db-5c46-4125-879d-fa3a7986e903 req-950b6e03-ec39-40d0-be49-cf8a4633b0d2 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:24.856880 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c22ce3db-5c46-4125-879d-fa3a7986e903 req-950b6e03-ec39-40d0-be49-cf8a4633b0d2 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 944 time: 0.2056265
Apr 09 01:56:24.857778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:56:24.858150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Checking segment: {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:56:24.858751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Bound using segment: {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:56:24.859574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Bound port: 7415309d-5eb7-43c1-b857-5878d458bc32, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:56:24.859574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:25.031773 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e600331-c71e-4e11-ac4a-f1020268aa1f req-186256dc-1519-42e0-9b78-45a71d236c8e service neutron] 10.222.0.62 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4481559
Apr 09 01:56:25.050901 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c22ce3db-5c46-4125-879d-fa3a7986e903 req-42ff88f1-191d-4776-b296-c53ca0b1b66e tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515602
Apr 09 01:56:25.052204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] For port 7415309d-5eb7-43c1-b857-5878d458bc32, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:56:25.078529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] For port 7415309d-5eb7-43c1-b857-5878d458bc32, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7415309d-5eb7-43c1-b857-5878d458bc32,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:56:25.087680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:25.122941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:25.407771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:25.413918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Pushing event updated for resources: {'Port': ['ID=7415309d-5eb7-43c1-b857-5878d458bc32,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:25.433270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:25.487291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e98b1e28-9396-4730-8230-74c011f3e4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:25.794183 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52726) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:25.872904 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:25.875194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:25.878752 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] 10.222.0.62 "PUT /v2.0/ports/7415309d-5eb7-43c1-b857-5878d458bc32 HTTP/1.1" status: 200  len: 1093 time: 3.8266323
Apr 09 01:56:25.881532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282be1e9-7f90-445a-bb34-976027a27d72', 'tag': '7415309d-5eb7-43c1-b857-5878d458bc32'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:56:25.938588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-828d7d95-4cb1-4b5e-a36f-869ef0f39ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:25.947087 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-828d7d95-4cb1-4b5e-a36f-869ef0f39ead service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34d1a60aadb4f3dab9ef86891796029&device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 1097 time: 0.6532097
Apr 09 01:56:26.026652 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-76324358-1a8d-439c-b001-8f6f52f352e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8424587
Apr 09 01:56:26.037699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=047489e8-c283-4f40-acb8-39c6fc2ed9ab,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:26.051711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:26.071048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:26.117771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:26.225278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Usage tracker for resource:security_group_rule and tenant:c301916f5a03409abe958b05435caada is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:26.230892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Checking segment: {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:56:26.231976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Network hostable DHCP agents. Network: ef903f2c-70db-4778-a505-57ac9ff39c7e, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:56:26.245341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:26.270887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:26.381893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Network ef903f2c-70db-4778-a505-57ac9ff39c7e is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:56:26.422176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-57a04980-b4c0-4803-9472-26e91fda7e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:26.425082 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-57a04980-b4c0-4803-9472-26e91fda7e0d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 1099 time: 0.3137274
Apr 09 01:56:26.431157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, ef903f2c-70db-4778-a505-57ac9ff39c7e) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:26.443763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc29d8-84f4-4d30-8d4f-53c4de387a57 None None] Network ef903f2c-70db-4778-a505-57ac9ff39c7e requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:56:26.548015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:26.549192 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:26.688173 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.2035174
Apr 09 01:56:26.691270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52752) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:26.762323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:26.768488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:26.773562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Usage tracker for resource:router and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:26.777125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:26.785475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:26.790892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-ef903f2c-70db-4778-a505-57ac9ff39c7e', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 01:56:26.792613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:26.859862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-f65c00fa-2297-41ee-b888-8015f7ac51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:26.863285 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-f65c00fa-2297-41ee-b888-8015f7ac51e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d27784ad-10c3-40e4-be97-c8934da1309f HTTP/1.1" status: 200  len: 915 time: 0.9007630
Apr 09 01:56:26.884920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:26.899603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:26.903403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515015d-cd31-424d-82d2-c2e11efdf4d4 req-c65f2bdb-1361-4a2f-b3b2-8a42a7035884 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:26.912308 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e515015d-cd31-424d-82d2-c2e11efdf4d4 req-c65f2bdb-1361-4a2f-b3b2-8a42a7035884 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 943 time: 1.3452630
Apr 09 01:56:26.925511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-192a83e4-c92f-45e1-9573-44b870abab49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:26.932885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:26.934200 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:27.016482 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c301916f5a03409abe958b05435caada&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2150240
Apr 09 01:56:27.031261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 52756) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:27.036770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-e04398c9-bb6a-461a-8306-695e05dd562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:27.038395 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-e04398c9-bb6a-461a-8306-695e05dd562d service neutron] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 916 time: 0.5539041
Apr 09 01:56:27.067103 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:27.072116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6eb27-a50b-419e-b06c-147116af66c9,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:27.077474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Allocated IP 172.20.0.2 (ef903f2c-70db-4778-a505-57ac9ff39c7e/047489e8-c283-4f40-acb8-39c6fc2ed9ab/e83e656c-29be-497d-87b7-ee42e5724a74) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:56:27.210738 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-95c35050-f971-4dbb-b024-986df6d52f71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 HTTP/1.1" status: 200  len: 217 time: 0.2967148
Apr 09 01:56:27.234604 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:27.248971 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e515015d-cd31-424d-82d2-c2e11efdf4d4 req-ac13f146-cb38-4faa-b74d-6dee69b0e928 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2546840
Apr 09 01:56:27.263612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c67f-2c2b-45b5-a012-9574b993ba9f req-6d0c96af-2f6c-47f8-9e1a-9fbd21e45eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:27.265366 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2ba4c67f-2c2b-45b5-a012-9574b993ba9f req-6d0c96af-2f6c-47f8-9e1a-9fbd21e45eae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 1099 time: 0.4610574
Apr 09 01:56:27.307137 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-62ca59f0-26e1-4461-a0a1-265939cfd6f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d9b252f-f22d-4ce9-b735-5bd12865a4da HTTP/1.1" status: 200  len: 217 time: 0.2572286
Apr 09 01:56:27.368876 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2ba4c67f-2c2b-45b5-a012-9574b993ba9f req-91b4db8d-12c9-448c-b8ff-f543c00a5a7e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594056
Apr 09 01:56:27.436885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:27.459407 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282be1e9-7f90-445a-bb34-976027a27d72', 'tag': '7415309d-5eb7-43c1-b857-5878d458bc32', 'status': 'completed', 'code': 200}
Apr 09 01:56:27.463231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Transition to ACTIVE for port object e83e656c-29be-497d-87b7-ee42e5724a74 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:56:27.494632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Transition to ACTIVE for port object e83e656c-29be-497d-87b7-ee42e5724a74 will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:56:27.506537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:27.567064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-2ad0b102-8222-404e-b741-9c969b511415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:27.572156 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-2ad0b102-8222-404e-b741-9c969b511415 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0da92de-425e-4c76-8a55-cb3119456793 HTTP/1.1" status: 200  len: 854 time: 0.3181787
Apr 09 01:56:27.593935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-4e4e70e4-495f-405f-8904-0a73fc656631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:27.596050 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-4e4e70e4-495f-405f-8904-0a73fc656631 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.2227986
Apr 09 01:56:27.606377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a729-d3e1-43d8-a18e-33ce1c9ffc38 req-6df8615b-f7ed-4f54-aa40-a7cdaa79ba63 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:27.610140 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0714a729-d3e1-43d8-a18e-33ce1c9ffc38 req-6df8615b-f7ed-4f54-aa40-a7cdaa79ba63 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 1.6540914
Apr 09 01:56:27.626513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-3492183a-4db0-4315-a33f-1c9882d50968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:27.629939 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-3492183a-4db0-4315-a33f-1c9882d50968 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 1096 time: 0.9684174
Apr 09 01:56:27.630326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a642e094-b91a-4dd1-ab3a-aa94fad92495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:27.643420 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:27.676438 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0714a729-d3e1-43d8-a18e-33ce1c9ffc38 req-f035cc41-b3a9-46b2-8f84-b1899be89dfc tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544262
Apr 09 01:56:27.691954 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:27.771874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Pushing event updated for resources: {'Port': ['ID=e83e656c-29be-497d-87b7-ee42e5724a74,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:27.800070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:27.823377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Network ef903f2c-70db-4778-a505-57ac9ff39c7e is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:56:27.832985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:27.836693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:56:27.943175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:56:28.082869 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Attempting to bind port e83e656c-29be-497d-87b7-ee42e5724a74 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:56:28.083181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Attempting to bind port e83e656c-29be-497d-87b7-ee42e5724a74 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:56:28.090774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Attempting to bind port e83e656c-29be-497d-87b7-ee42e5724a74 on network ef903f2c-70db-4778-a505-57ac9ff39c7e {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:56:28.137119 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-250ac4d2-9607-4816-ad91-ba4cecfcc3de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d27784ad-10c3-40e4-be97-c8934da1309f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1475401
Apr 09 01:56:28.141215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:56:28.141742 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Checking segment: {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:56:28.142269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:28.142820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Bound using segment: {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:56:28.146225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Bound port: e83e656c-29be-497d-87b7-ee42e5724a74, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:56:28.146786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:28.171428 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-0a9517c3-2eab-4399-9086-b500948bb076 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7415309d-5eb7-43c1-b857-5878d458bc32 HTTP/1.1" status: 200  len: 217 time: 0.4649427
Apr 09 01:56:28.427504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:28.475718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] For port e83e656c-29be-497d-87b7-ee42e5724a74, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:56:28.483856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-49e5e48d-611e-440d-b714-e837422fc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:28.486883 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-49e5e48d-611e-440d-b714-e837422fc64e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.1598520
Apr 09 01:56:28.526150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:28.552955 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-cd521b55-e89f-4901-93c2-f72ca900543d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6461411
Apr 09 01:56:28.556570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a642e094-b91a-4dd1-ab3a-aa94fad92495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:28.579310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] For port e83e656c-29be-497d-87b7-ee42e5724a74, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e83e656c-29be-497d-87b7-ee42e5724a74,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:56:28.586037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '27a9d1fd-72cd-4f30-ad24-03981fc9fcc1', 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f', 'port_id': '27a9d1fd-72cd-4f30-ad24-03981fc9fcc1', 'mac_address': 'fa:16:3e:97:c9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0da92de-425e-4c76-8a55-cb3119456793', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:56:28.593799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:28.630662 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:28.646392 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-f12714d6-d919-4c24-9549-4ccc52d8a13d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1203375
Apr 09 01:56:28.978932 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-1465fb12-c6b7-432d-a085-2ea2e36e9498 service neutron] 10.222.0.62 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8127649
Apr 09 01:56:29.112349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:29.130678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a642e094-b91a-4dd1-ab3a-aa94fad92495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:29.148369 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Pushing event updated for resources: {'Port': ['ID=e83e656c-29be-497d-87b7-ee42e5724a74,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:29.157591 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:29.164276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:56:29.209073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:29.218453 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:29.224758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f156095f-c69d-4272-b571-7f51cc1d5fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:29.231826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3680cee-6953-42db-8c74-54f63d334700 req-3af31ffe-8390-4d00-a365-d19c2fb5ca44 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:29.240657 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c3680cee-6953-42db-8c74-54f63d334700 req-3af31ffe-8390-4d00-a365-d19c2fb5ca44 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 944 time: 1.1110127
Apr 09 01:56:29.254394 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5af6221f-d77b-4a37-8e78-b9e00eee9363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:29.298332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642e094-b91a-4dd1-ab3a-aa94fad92495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a6eb27-a50b-419e-b06c-147116af66c9,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:29.317880 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-331139cd-552e-4240-8977-1df8cc958141 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7247994
Apr 09 01:56:29.320585 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a642e094-b91a-4dd1-ab3a-aa94fad92495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:29.334274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:29.339300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:29.398500 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c3680cee-6953-42db-8c74-54f63d334700 req-ef07d400-c797-428a-8a64-ec63d29d83c2 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562474
Apr 09 01:56:29.452636 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:29.493329 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a642e094-b91a-4dd1-ab3a-aa94fad92495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:29.494993 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a642e094-b91a-4dd1-ab3a-aa94fad92495 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d4a6eb27-a50b-419e-b06c-147116af66c9 HTTP/1.1" status: 204  len: 168 time: 2.4612114
Apr 09 01:56:29.527019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:29.548656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119ad84-2ae2-47e6-b956-b2d2e68fb5d4 req-a442c937-08f7-433c-9b80-5684d361eed1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:29.552928 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9119ad84-2ae2-47e6-b956-b2d2e68fb5d4 req-a442c937-08f7-433c-9b80-5684d361eed1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 943 time: 0.8924174
Apr 09 01:56:29.562271 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-58a2f04f-0a8b-4b31-9e53-b1951cbd9c64 req-768f6085-4608-4b94-8213-a79e403c9a25 service neutron] 10.222.0.62 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5211434
Apr 09 01:56:29.632785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['27a9d1fd-72cd-4f30-ad24-03981fc9fcc1'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:56:29.694302 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-fd58ec27-b917-4072-a1e9-94a8bd8ee865 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8389785
Apr 09 01:56:29.882835 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9119ad84-2ae2-47e6-b956-b2d2e68fb5d4 req-fa8aa454-88ac-4524-9861-a202eeeb9b5e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941116
Apr 09 01:56:29.927069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Allocated IP 172.27.2.201 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/d45c65ff-dac7-4c61-bbcd-419763a279e4) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:56:30.236756 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94970b5b-6b79-4173-9dbe-e848468ad823 req-7c4a93ae-f647-4a72-bd14-d171859176e0 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3756425
Apr 09 01:56:30.246773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1427eb6-fced-4f5f-a333-406d27fcab63 req-17db9fb0-c8c6-4835-af78-3a516cdb2af3 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:30.248775 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f1427eb6-fced-4f5f-a333-406d27fcab63 req-17db9fb0-c8c6-4835-af78-3a516cdb2af3 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.5530653
Apr 09 01:56:30.307101 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecd5083c-1df6-4bc0-83c7-5a7617c2a97a req-29fb0af4-5411-4ba6-8c03-c4c03a510840 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9783874
Apr 09 01:56:30.312272 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f1427eb6-fced-4f5f-a333-406d27fcab63 req-286d8c1d-3f41-4153-be54-cbd40d9c1f91 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453293
Apr 09 01:56:30.585206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:30.653162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-c52c803e-b691-4856-8a65-74f44f884ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:30.656871 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-c52c803e-b691-4856-8a65-74f44f884ab0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 1096 time: 0.2764888
Apr 09 01:56:30.830432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ca187-21d7-4cca-b9e6-aedc07403bc5 req-f2a55be0-467b-49d5-b0b5-cf502f679ab1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:30.833478 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ab5ca187-21d7-4cca-b9e6-aedc07403bc5 req-f2a55be0-467b-49d5-b0b5-cf502f679ab1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2598045
Apr 09 01:56:30.904062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:30.909012 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ab5ca187-21d7-4cca-b9e6-aedc07403bc5 req-76ec6003-857b-441f-b7a9-5b8a8ebeb407 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605242
Apr 09 01:56:30.909993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e83e656c-29be-497d-87b7-ee42e5724a74 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:56:30.974459 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a80b7-8e14-4cab-8089-1c6085f81cc9 req-e606b1cb-de6e-4473-9f73-96f1294051ca tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:30.987013 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f3a80b7-8e14-4cab-8089-1c6085f81cc9 req-e606b1cb-de6e-4473-9f73-96f1294051ca tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 945 time: 0.3419785
Apr 09 01:56:31.012127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:31.049528 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f3a80b7-8e14-4cab-8089-1c6085f81cc9 req-18065413-8769-465c-bbf8-1942882d60cf tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608504
Apr 09 01:56:31.250334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port e83e656c-29be-497d-87b7-ee42e5724a74 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:56:31.326100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c3ee-3101-42f9-b318-6ff688690501 req-ae977f2e-faea-4f29-b28a-95d2008af3d7 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:31.339784 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3458c3ee-3101-42f9-b318-6ff688690501 req-ae977f2e-faea-4f29-b28a-95d2008af3d7 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 943 time: 0.2000091
Apr 09 01:56:31.403052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d45c65ff-dac7-4c61-bbcd-419763a279e4,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:31.413326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:31.415153 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3458c3ee-3101-42f9-b318-6ff688690501 req-7567fdd0-877a-4341-9dd0-55283b7ee927 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739806
Apr 09 01:56:31.507851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-1345d9cf-e7e0-4414-b6d7-784c24446401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:31.514527 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-1345d9cf-e7e0-4414-b6d7-784c24446401 service neutron] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 916 time: 0.8473961
Apr 09 01:56:31.542167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d16860-0bad-42c5-90a3-73a47614c0f9 None None] Network ef903f2c-70db-4778-a505-57ac9ff39c7e requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:56:31.617611 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-f676c305-a59d-4832-8334-b7f0cab37236 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7415309d-5eb7-43c1-b857-5878d458bc32 HTTP/1.1" status: 200  len: 217 time: 0.0738053
Apr 09 01:56:31.709279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-5bb41404-06be-47ed-9607-34380fa08205 None None] Provisioning for port e83e656c-29be-497d-87b7-ee42e5724a74 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:56:31.734236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-5bb41404-06be-47ed-9607-34380fa08205 None None] Provisioning complete for port e83e656c-29be-497d-87b7-ee42e5724a74 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:31.735041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5bb41404-06be-47ed-9607-34380fa08205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:31.838291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:56:31.839864 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:31.857678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:56:31.967540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-dc5eb8fd-65f0-4cca-b23e-e79ad9013e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:31.971801 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-dc5eb8fd-65f0-4cca-b23e-e79ad9013e41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.3430011
Apr 09 01:56:32.040289 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-6c1ae8b4-83aa-4f28-b918-0c6ab50c7ce2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536375
Apr 09 01:56:32.253553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:56:32.454727 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-a189f63e-399a-4548-b1e6-90295f34371c service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4032521
Apr 09 01:56:32.617578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3f51b-24b2-478e-86b3-a69d5c7d5b6a req-35c8b8cc-284a-4242-84a8-2fb5f969b81a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:32.621171 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a4c3f51b-24b2-478e-86b3-a69d5c7d5b6a req-35c8b8cc-284a-4242-84a8-2fb5f969b81a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 945 time: 0.3043284
Apr 09 01:56:32.905525 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a4c3f51b-24b2-478e-86b3-a69d5c7d5b6a req-c8ef9dcf-a304-459c-acba-c7430ddb3228 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2716374
Apr 09 01:56:32.947918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:56:32.997694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52890) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:32.998107 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:32.998608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.091462 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5bb41404-06be-47ed-9607-34380fa08205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.109809 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b51f83-8273-4363-acc5-23ce74391790 req-a75ca2ab-3017-43ff-b3f8-f2fd4083c8f5 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:33.129972 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-21b51f83-8273-4363-acc5-23ce74391790 req-a75ca2ab-3017-43ff-b3f8-f2fd4083c8f5 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 943 time: 0.4552283
Apr 09 01:56:33.150826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-5bb41404-06be-47ed-9607-34380fa08205 None None] For port e83e656c-29be-497d-87b7-ee42e5724a74, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e83e656c-29be-497d-87b7-ee42e5724a74,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:33.190974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5bb41404-06be-47ed-9607-34380fa08205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.209490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:33.231192 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-21b51f83-8273-4363-acc5-23ce74391790 req-91e11e31-10f3-4715-b75b-cd71878b281e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000340
Apr 09 01:56:33.371712 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dc731a61-60ea-41ba-840b-0bef734f0817 req-2d196177-0fe4-47ca-837c-04fa15a0e131 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9080145
Apr 09 01:56:33.403513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.437676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.468671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb41404-06be-47ed-9607-34380fa08205 None None] Pushing event updated for resources: {'Port': ['ID=e83e656c-29be-497d-87b7-ee42e5724a74,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:33.473179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5bb41404-06be-47ed-9607-34380fa08205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:33.474485 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.485017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:33.492906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Usage tracker for resource:security_group_rule and tenant:6eeb28dc10004c8a99fa9ee4cfa653f5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:33.496198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b453594-dafd-4c17-b89f-99d0d71a68c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a9d1fd-72cd-4f30-ad24-03981fc9fcc1'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:56:33.497728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:33.508493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:33.511902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:33.516760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.521072 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:33.617348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:33.641978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:33.685352 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b453594-dafd-4c17-b89f-99d0d71a68c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a9d1fd-72cd-4f30-ad24-03981fc9fcc1', 'code': 200}
Apr 09 01:56:33.749944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.757461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.787339 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-977e652a-d53c-458f-b4b7-da625f89cf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:33.843286 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6eeb28dc10004c8a99fa9ee4cfa653f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8032410
Apr 09 01:56:33.844063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52910) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:33.844780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad274ac5-ed48-43d8-be5d-868106340fd3,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:33.857089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.857540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.857991 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.858375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.858805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.859128 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.859502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.859877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.860381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.860752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.861135 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.861489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:33.947497 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-6dbf831e-37ad-4dd8-8ccf-6d00dd4ed2e0 None None] Provisioning complete for port e83e656c-29be-497d-87b7-ee42e5724a74 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:33.949163 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6dbf831e-37ad-4dd8-8ccf-6d00dd4ed2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:33.966123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:34.015009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 7415309d-5eb7-43c1-b857-5878d458bc32 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:56:34.035767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c247687c-68ef-4566-9f87-109d1fcc7f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:34.266974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f46568-7609-445c-ac17-7bb55b028c6d req-4f765a0b-5dd5-4876-8376-18b3de75c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:34.269362 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-40f46568-7609-445c-ac17-7bb55b028c6d req-4f765a0b-5dd5-4876-8376-18b3de75c4a6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1098 time: 0.4680188
Apr 09 01:56:34.272909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c247687c-68ef-4566-9f87-109d1fcc7f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:34.283544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 7415309d-5eb7-43c1-b857-5878d458bc32, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7415309d-5eb7-43c1-b857-5878d458bc32,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:34.301712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '7415309d-5eb7-43c1-b857-5878d458bc32', 'network_id': '107997fa-4577-421c-97e5-52be9579a476', 'port_id': '7415309d-5eb7-43c1-b857-5878d458bc32', 'mac_address': 'fa:16:3e:8a:f1:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff673-805c-4f61-a9da-ba4ea8ba096e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:56:34.366611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:34.368376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7415309d-5eb7-43c1-b857-5878d458bc32 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:56:34.386130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 7415309d-5eb7-43c1-b857-5878d458bc32, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7415309d-5eb7-43c1-b857-5878d458bc32,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:34.391165 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:34.394513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:34.451134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:34.489591 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=7415309d-5eb7-43c1-b857-5878d458bc32,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:34.493476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:34.525079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3234a-705a-4cb7-a04e-a182f8c0e969 req-c4986f7d-cc67-4f43-8aac-31f646d93d32 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:34.526822 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5dc3234a-705a-4cb7-a04e-a182f8c0e969 req-c4986f7d-cc67-4f43-8aac-31f646d93d32 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 946 time: 0.4048204
Apr 09 01:56:34.541673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94518176-9af4-4115-aae8-75c17a5206ad req-9c781496-c300-4395-885e-4fbada63f5d2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:34.543416 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94518176-9af4-4115-aae8-75c17a5206ad req-9c781496-c300-4395-885e-4fbada63f5d2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.5667779
Apr 09 01:56:34.546303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d3056-3ccd-41d2-82c3-f0af8f63ead5 req-cd99e4f9-6b5c-4f6c-aebe-58ceb5f7a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:34.547897 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca0d3056-3ccd-41d2-82c3-f0af8f63ead5 req-cd99e4f9-6b5c-4f6c-aebe-58ceb5f7a22f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 1099 time: 0.4275784
Apr 09 01:56:34.609558 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c247687c-68ef-4566-9f87-109d1fcc7f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:34.621155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f5c8678d-af68-4498-bc5b-f8fd45a51692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:34.623645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f46568-7609-445c-ac17-7bb55b028c6d req-4e1a6cc2-7664-4494-bf8e-05150b5660ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:34.625388 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-40f46568-7609-445c-ac17-7bb55b028c6d req-4e1a6cc2-7664-4494-bf8e-05150b5660ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 920 time: 0.3420191
Apr 09 01:56:34.637244 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5dc3234a-705a-4cb7-a04e-a182f8c0e969 req-e557c695-19d4-461c-9650-9affa24635e2 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882018
Apr 09 01:56:34.651377 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94518176-9af4-4115-aae8-75c17a5206ad req-35c752b9-37e3-4acd-9d44-80ae5bb66d86 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006100
Apr 09 01:56:34.665450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247687c-68ef-4566-9f87-109d1fcc7f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad274ac5-ed48-43d8-be5d-868106340fd3,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:34.673408 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca0d3056-3ccd-41d2-82c3-f0af8f63ead5 req-3dbfcf65-b7b8-4d5c-8bbe-54b9749a2204 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028774
Apr 09 01:56:34.674291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c247687c-68ef-4566-9f87-109d1fcc7f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:34.675211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c247687c-68ef-4566-9f87-109d1fcc7f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:34.680428 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c247687c-68ef-4566-9f87-109d1fcc7f44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ad274ac5-ed48-43d8-be5d-868106340fd3 HTTP/1.1" status: 204  len: 168 time: 0.8264265
Apr 09 01:56:34.729883 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-40f46568-7609-445c-ac17-7bb55b028c6d req-44b88ca3-d89c-4f43-b85a-f0c4109ff6b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e02430-bf03-47db-9526-5f7dbe52b57b HTTP/1.1" status: 200  len: 217 time: 0.0925632
Apr 09 01:56:34.779345 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['7415309d-5eb7-43c1-b857-5878d458bc32'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:56:34.890369 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 01:56:34.908498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e83e656c-29be-497d-87b7-ee42e5724a74 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:56:35.008152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29037a-fe5c-4d52-bd8b-7760d6573046 req-9ae303a0-f148-4516-8d1b-72e00af19490 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:35.015328 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-de29037a-fe5c-4d52-bd8b-7760d6573046 req-9ae303a0-f148-4516-8d1b-72e00af19490 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 944 time: 0.1860917
Apr 09 01:56:35.090452 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-de29037a-fe5c-4d52-bd8b-7760d6573046 req-92c74e6f-06e4-460c-814c-6d767939fa3d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669050
Apr 09 01:56:35.137450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port e83e656c-29be-497d-87b7-ee42e5724a74 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:35.138048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:35.344190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f46568-7609-445c-ac17-7bb55b028c6d req-59cc93b0-f94b-4e21-8b77-c8c520bb1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:35.347813 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-40f46568-7609-445c-ac17-7bb55b028c6d req-59cc93b0-f94b-4e21-8b77-c8c520bb1b4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.3196743
Apr 09 01:56:35.427729 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-40f46568-7609-445c-ac17-7bb55b028c6d req-25371476-acda-43bd-8436-525270726db5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0653987
Apr 09 01:56:35.434027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:56:35.448735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Sync routers for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:56:35.462478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:56:35.463181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760310400>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:56:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:35.569284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:35.570758 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 8.8762276
Apr 09 01:56:35.575538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52944) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:35.637921 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-40f46568-7609-445c-ac17-7bb55b028c6d req-4e85b2f5-9314-4eb2-ab7d-5804156909ee service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1951690
Apr 09 01:56:35.928788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 52956) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:36.019816 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-40f46568-7609-445c-ac17-7bb55b028c6d req-76fb254c-1267-408e-8735-18c25a530695 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3688772
Apr 09 01:56:36.101786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:56:36.485913 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760310400>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:32Z', 'revision_number': 3, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:36.490983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Checking router: 5e6d907c-91f9-4aec-b93b-a62c80b41d13 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:56:36.491463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Updating router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 port d45c65ff-dac7-4c61-bbcd-419763a279e4 binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:56:36.567427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:36.750654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506fcd6-de54-469a-827d-f057bdd80bba req-96af281e-9e34-427b-b2f3-770b7ffeb663 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:36.760014 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6506fcd6-de54-469a-827d-f057bdd80bba req-96af281e-9e34-427b-b2f3-770b7ffeb663 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.3774161
Apr 09 01:56:36.774127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538b9d7-631d-408a-94b8-92e2fe04677a req-a28fdd1e-d237-490c-ac47-21291626a7a9 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:36.775935 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c538b9d7-631d-408a-94b8-92e2fe04677a req-a28fdd1e-d237-490c-ac47-21291626a7a9 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 946 time: 0.8452761
Apr 09 01:56:36.814754 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6506fcd6-de54-469a-827d-f057bdd80bba req-cad803c1-733a-49e4-8061-2bf352c5cd5a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535157
Apr 09 01:56:36.924408 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c538b9d7-631d-408a-94b8-92e2fe04677a req-273bf682-8c93-45e7-9ca4-85dfb1a348be tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051404
Apr 09 01:56:36.926789 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.201374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:37.207446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f2cffbac9b7447d2a8c61793761c5aff is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:37.211529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:37.218682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:37.316509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.331897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Transition to ACTIVE for port object d45c65ff-dac7-4c61-bbcd-419763a279e4 will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:56:37.344344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.428431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:37.458936 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.486374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17a12a-0a50-46b7-b61b-d5e43f014cc0 req-eff0bd1d-c372-4b6c-9124-43527334761e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:37.494366 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e17a12a-0a50-46b7-b61b-d5e43f014cc0 req-eff0bd1d-c372-4b6c-9124-43527334761e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 944 time: 0.1824925
Apr 09 01:56:37.520252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.563358 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e17a12a-0a50-46b7-b61b-d5e43f014cc0 req-df669a88-73f0-48d6-81f7-b517ed468601 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677483
Apr 09 01:56:37.569806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e1c2e4fa-6e72-4b5f-880e-aa1a602bcc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:37.591418 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f2cffbac9b7447d2a8c61793761c5aff&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2064166
Apr 09 01:56:37.595768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 53000) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:37.629638 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53791a10-f5a1-4ddc-be7a-0bd7003ec410,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:37.643197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:37.683317 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Pushing event updated for resources: {'Port': ['ID=d45c65ff-dac7-4c61-bbcd-419763a279e4,revision_number=2']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:37.716471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.716939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.717409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.717888 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.718584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.719193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.719652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.720167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.720625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.721196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.721650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.722716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:37.731333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:37.735105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7044df69-9423-4f22-8330-e230a77be62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.794547 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7044df69-9423-4f22-8330-e230a77be62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.844626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Attempting to bind port d45c65ff-dac7-4c61-bbcd-419763a279e4 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:56:37.845280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Attempting to bind port d45c65ff-dac7-4c61-bbcd-419763a279e4 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:56:37.845972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Attempting to bind port d45c65ff-dac7-4c61-bbcd-419763a279e4 on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:56:37.860450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:56:37.861117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:56:37.861860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.863680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:56:37.864631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Bound port: d45c65ff-dac7-4c61-bbcd-419763a279e4, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:56:37.865324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.942751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7044df69-9423-4f22-8330-e230a77be62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:37.961201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e5d77cf-0068-41cd-861c-1e45ef9dba07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:38.005403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044df69-9423-4f22-8330-e230a77be62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53791a10-f5a1-4ddc-be7a-0bd7003ec410,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:38.016975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7044df69-9423-4f22-8330-e230a77be62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:38.019544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 7415309d-5eb7-43c1-b857-5878d458bc32 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:56:38.032861 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7044df69-9423-4f22-8330-e230a77be62e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53791a10-f5a1-4ddc-be7a-0bd7003ec410 HTTP/1.1" status: 204  len: 168 time: 0.4320667
Apr 09 01:56:38.038370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7044df69-9423-4f22-8330-e230a77be62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:38.064039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] For port d45c65ff-dac7-4c61-bbcd-419763a279e4, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:56:38.068760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] For port d45c65ff-dac7-4c61-bbcd-419763a279e4, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=d45c65ff-dac7-4c61-bbcd-419763a279e4,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:56:38.076605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:38.107576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4f8c43df-7882-46b0-9662-5c2de91a5aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:38.162828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 7415309d-5eb7-43c1-b857-5878d458bc32 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:56:38.184454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 7415309d-5eb7-43c1-b857-5878d458bc32 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:38.188266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:38.279696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Pushing event updated for resources: {'Port': ['ID=d45c65ff-dac7-4c61-bbcd-419763a279e4,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:38.286012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3d163bc6-7918-4ff8-8cc6-e8bcd95ffacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:38.346374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:38.367916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:56:38.368681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760310400>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:56:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:38.455363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b945a-bfab-4619-930f-77dc68b6bc1f req-88a93be7-2d7f-45e2-907f-5fea68ff9b94 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:38.470818 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-857b945a-bfab-4619-930f-77dc68b6bc1f req-88a93be7-2d7f-45e2-907f-5fea68ff9b94 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.3344343
Apr 09 01:56:38.530841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:38.559813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282be1e9-7f90-445a-bb34-976027a27d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7415309d-5eb7-43c1-b857-5878d458bc32'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:56:38.577906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 7415309d-5eb7-43c1-b857-5878d458bc32, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7415309d-5eb7-43c1-b857-5878d458bc32,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:38.584048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:38.588222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-845e0533-c9de-41e0-9996-b1f660673098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:38.697040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:56:38.766424 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-857b945a-bfab-4619-930f-77dc68b6bc1f req-c3bd1638-13bb-4fd7-a90c-d90390883254 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942657
Apr 09 01:56:38.768479 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=7415309d-5eb7-43c1-b857-5878d458bc32,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:38.788025 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:39.036998 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fb9a3-25dc-4e44-82d5-e3a421c459a4 req-97b305fe-f5c7-43bd-89a2-6c4a89b16728 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:39.040552 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c69fb9a3-25dc-4e44-82d5-e3a421c459a4 req-97b305fe-f5c7-43bd-89a2-6c4a89b16728 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 946 time: 0.5649779
Apr 09 01:56:39.215141 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-38226271-962f-4983-99a3-61fc39075f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760310400>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:32Z', 'revision_number': 3, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:39.223529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38226271-962f-4983-99a3-61fc39075f9c None None] The sync data for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi is: [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:32Z', 'revision_number': 3, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:56:39.227260 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c69fb9a3-25dc-4e44-82d5-e3a421c459a4 req-e48fbd96-b98a-4eda-81ee-8c933262dde9 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663928
Apr 09 01:56:39.253600 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282be1e9-7f90-445a-bb34-976027a27d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7415309d-5eb7-43c1-b857-5878d458bc32', 'code': 200}
Apr 09 01:56:39.288337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Allocated IP 172.20.0.1 (ef903f2c-70db-4778-a505-57ac9ff39c7e/047489e8-c283-4f40-acb8-39c6fc2ed9ab/b7485f6f-ac15-4cfd-9c1b-d7795ad14a15) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:56:39.562227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:39.604199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Transition to ACTIVE for port object b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 will not be triggered until provisioned by entity DHCP. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:56:39.641728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72845099-e7e4-49d5-ae91-e3325b6d3bd7 req-51d7a89f-f245-405d-84ce-8d7f99796a1e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:39.650650 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-72845099-e7e4-49d5-ae91-e3325b6d3bd7 req-51d7a89f-f245-405d-84ce-8d7f99796a1e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.1488028
Apr 09 01:56:39.689874 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-72845099-e7e4-49d5-ae91-e3325b6d3bd7 req-9f747129-f500-42e8-93ad-659666ac9363 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380921
Apr 09 01:56:39.729431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:39.791148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:40.044535 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5eac-dabb-4540-a0ab-04ac86e941ca req-087b11f4-b330-4183-9039-8e9cab951d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:40.046201 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-442e5eac-dabb-4540-a0ab-04ac86e941ca req-087b11f4-b330-4183-9039-8e9cab951d6f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 1098 time: 0.4122677
Apr 09 01:56:40.114761 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-442e5eac-dabb-4540-a0ab-04ac86e941ca req-801a8cbb-e663-41e1-9152-41dc9418e226 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609939
Apr 09 01:56:40.285302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7485f6f-ac15-4cfd-9c1b-d7795ad14a15,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:40.325494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:40.477153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaeb6d-1999-4e67-817d-e7a5df20a16f req-949cd185-f897-4377-89d5-9f0e75ab2d67 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:40.479299 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8fbaeb6d-1999-4e67-817d-e7a5df20a16f req-949cd185-f897-4377-89d5-9f0e75ab2d67 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.3061385
Apr 09 01:56:40.482054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Network ef903f2c-70db-4778-a505-57ac9ff39c7e is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:56:40.483646 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:40.488267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:56:40.488913 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:40.633852 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8fbaeb6d-1999-4e67-817d-e7a5df20a16f req-3d51c09d-fd39-4d6b-a3c9-21df92f7dc71 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459503
Apr 09 01:56:40.716011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:40.978702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-47d1d135-82cd-485d-befd-2d6c3cd9727f None None] Provisioning for port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:56:41.022817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-47d1d135-82cd-485d-befd-2d6c3cd9727f None None] Provisioning complete for port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:41.023238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-47d1d135-82cd-485d-befd-2d6c3cd9727f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:41.079162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 53126) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:41.272543 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-47d1d135-82cd-485d-befd-2d6c3cd9727f None None] Port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:56:41.287040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device d45c65ff-dac7-4c61-bbcd-419763a279e4 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:56:41.287797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad3406-6293-400d-a951-f334f4dc98e6 req-15947917-c4de-4e29-a45e-6e00fb80194b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:41.296312 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0ad3406-6293-400d-a951-f334f4dc98e6 req-15947917-c4de-4e29-a45e-6e00fb80194b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.2842531
Apr 09 01:56:41.456988 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0ad3406-6293-400d-a951-f334f4dc98e6 req-0281a633-e8bf-47be-8e59-2664763cf9e1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582296
Apr 09 01:56:41.547400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port d45c65ff-dac7-4c61-bbcd-419763a279e4 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:56:41.552095 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:41.563549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port d45c65ff-dac7-4c61-bbcd-419763a279e4 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:41.564049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:41.568526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:41.569850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:41.608671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:41.718820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:41.762737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:41.772316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Usage tracker for resource:security_group_rule and tenant:20d01a4726be4609b311df43a450ce10 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:41.780517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:41.803224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:41.866668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:41.910754 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port d45c65ff-dac7-4c61-bbcd-419763a279e4, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=d45c65ff-dac7-4c61-bbcd-419763a279e4,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:41.917601 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:41.920578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:42.029756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:42.035731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:42.068830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5aee147c-fda6-4917-8fcb-2db53b75ba1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:42.091047 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=20d01a4726be4609b311df43a450ce10&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0095918
Apr 09 01:56:42.095849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 53156) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:42.192990 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66f53e4-2a75-4606-be5f-3f8dabc6c19c,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:42.193753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=d45c65ff-dac7-4c61-bbcd-419763a279e4,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:42.205135 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:42.233365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.233761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.234147 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.234527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.234899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.235272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.235655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.236079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.236444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.236828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.237195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.237578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:56:42.254006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:42.277631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3d7f44f0-00a2-4c7a-a1a1-74d1e359f9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:42.321526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3d7f44f0-00a2-4c7a-a1a1-74d1e359f9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:42.398277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3d7f44f0-00a2-4c7a-a1a1-74d1e359f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:42.403258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7485f6f-ac15-4cfd-9c1b-d7795ad14a15,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:42.408402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0dc0c2d2-bc9a-46eb-bd33-ba1cda3fd897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:42.412468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:42.425015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f44f0-00a2-4c7a-a1a1-74d1e359f9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66f53e4-2a75-4606-be5f-3f8dabc6c19c,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:42.428160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3d7f44f0-00a2-4c7a-a1a1-74d1e359f9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:42.429515 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3d7f44f0-00a2-4c7a-a1a1-74d1e359f9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:42.431257 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3d7f44f0-00a2-4c7a-a1a1-74d1e359f9d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c66f53e4-2a75-4606-be5f-3f8dabc6c19c HTTP/1.1" status: 204  len: 168 time: 0.3336291
Apr 09 01:56:42.478992 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Network ef903f2c-70db-4778-a505-57ac9ff39c7e is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:56:42.483222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:42.497385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c69a61-34ba-4831-bcde-59749a1475cd req-80808960-1e05-4a53-99f4-7df54cd31347 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:42.499099 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43c69a61-34ba-4831-bcde-59749a1475cd req-80808960-1e05-4a53-99f4-7df54cd31347 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1908779
Apr 09 01:56:42.758610 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43c69a61-34ba-4831-bcde-59749a1475cd req-808f4754-f745-4a3a-9527-14142d5b22c3 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933951
Apr 09 01:56:42.913169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:56:42.996130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device d45c65ff-dac7-4c61-bbcd-419763a279e4 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:56:43.140893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-52f11f36-ddd3-4064-8cf7-398c8d783964 None None] Provisioning complete for port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:43.142068 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-52f11f36-ddd3-4064-8cf7-398c8d783964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:43.203304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0e685-95ec-4ce2-b1e9-ffc79c3b114f req-d661f845-042e-455a-8b15-e802a466ae47 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:43.205092 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ade0e685-95ec-4ce2-b1e9-ffc79c3b114f req-d661f845-042e-455a-8b15-e802a466ae47 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.4502861
Apr 09 01:56:43.281230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-52f11f36-ddd3-4064-8cf7-398c8d783964 None None] Port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:56:43.306723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port d45c65ff-dac7-4c61-bbcd-419763a279e4 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:43.307156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:43.325318 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ade0e685-95ec-4ce2-b1e9-ffc79c3b114f req-44f4ef60-4507-4f2e-8a78-c089bf542083 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078234
Apr 09 01:56:43.406180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 53184) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:43.415326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:56:43.449298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:43.498173 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] 10.222.0.38 "PUT /v2.0/routers/5e6d907c-91f9-4aec-b93b-a62c80b41d13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9081895
Apr 09 01:56:43.499155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:43.499155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Usage tracker for resource:security_group_rule and tenant:1a3db43e360d4b6e8830a9c5d3bded59 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:43.504670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:43.519768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:43.767157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1fa7-233d-4419-9240-383b33b224fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:43.768956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:43.775764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:43.815049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-46f839df-0dd8-4eea-9f7f-1b364bff70ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:43.831915 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1a3db43e360d4b6e8830a9c5d3bded59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4199395
Apr 09 01:56:43.834807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 53194) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:43.847250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Sync routers for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:56:43.886393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:56:43.889146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bcddf60>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:56:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:43.929788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af02a559-3647-40b1-ad79-63407d8c9b58,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:43.942372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:44.098290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb4b5-7ab9-4c7d-b843-e3348af91349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:44.306754 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb4b5-7ab9-4c7d-b843-e3348af91349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:44.395373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e9bab-2f9f-44fc-a838-c91e7fe0813a req-f26b1029-6bfe-4140-a009-a6c01670d43e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:44.402136 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5d1e9bab-2f9f-44fc-a838-c91e7fe0813a req-f26b1029-6bfe-4140-a009-a6c01670d43e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2946761
Apr 09 01:56:44.432702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:56:44.459904 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5d1e9bab-2f9f-44fc-a838-c91e7fe0813a req-8b35465d-644e-4c06-9f7a-c1a01676bf27 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432467
Apr 09 01:56:44.493903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb4b5-7ab9-4c7d-b843-e3348af91349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:44.508999 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1a6c8715-534b-4dc3-b1d8-4a8a930268fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:44.543875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6cbdb4b5-7ab9-4c7d-b843-e3348af91349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:44.544981 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-6cbdb4b5-7ab9-4c7d-b843-e3348af91349 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af02a559-3647-40b1-ad79-63407d8c9b58 HTTP/1.1" status: 204  len: 168 time: 0.7081792
Apr 09 01:56:44.552863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdb4b5-7ab9-4c7d-b843-e3348af91349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af02a559-3647-40b1-ad79-63407d8c9b58,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:44.568232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6cbdb4b5-7ab9-4c7d-b843-e3348af91349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:45.095073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 53222) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:45.101879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--456255114', 'description': 'tempest-description--157015053'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:45.108995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:45.113373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:security_group and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:45.116586 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:45.123622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:45.136647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:45.142230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:45.147441 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:security_group_rule and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:45.151116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:45.160918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:45.246513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:45.249431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bcddf60>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 2, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:45.255426 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Checking router: 5e6d907c-91f9-4aec-b93b-a62c80b41d13 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:56:45.255784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:45.256441 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Updating router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:56:45.267109 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:45.297675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 53228) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:45.324744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:45.340505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:45.365041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:45.367232 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2708638
Apr 09 01:56:45.370130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 53232) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:45.372924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84513436-1bb2-4910-8840-226cf622d53a,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:45.376859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:45.382569 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'security_group_rule': {'security_group_id': '84513436-1bb2-4910-8840-226cf622d53a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:45.395365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:45.402895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:security_group_rule and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:45.408538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:45.420255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:45.426528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:45.439877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] Usage tracker for resource:security_group_rule and tenant:653df0c4ad4248f79be7891fd61d88de is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:45.447292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:45.470584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:45.477197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:45.676803 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:45.685012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:45.726959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6b59e4a8-7c96-468e-8780-1fefda10f453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:45.852613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa49d2-b11c-416e-a16a-c4c291bb0dbd req-76606d82-2a1f-432a-9050-73660786c47a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:45.855920 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-98aa49d2-b11c-416e-a16a-c4c291bb0dbd req-76606d82-2a1f-432a-9050-73660786c47a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1838231
Apr 09 01:56:45.928704 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-98aa49d2-b11c-416e-a16a-c4c291bb0dbd req-ae16bcaa-dcd5-4a71-ad57-cea0f1cec4ef tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603163
Apr 09 01:56:45.986405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.011403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Transition to ACTIVE for port object b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:56:46.024499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.061379 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=653df0c4ad4248f79be7891fd61d88de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7567346
Apr 09 01:56:46.062154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 53246) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:46.079037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.090088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.123728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bfcae1-069c-49c1-9614-a82ddca9d640,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:46.145379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f797ddca-4039-484b-aa8c-4744ebe71c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:46.146019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:46.191001 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5f7683a6-cc94-47e2-8deb-f91893acecde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.209981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b70a630-f160-4600-abef-90d89acd8714,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:46.223928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5f7683a6-cc94-47e2-8deb-f91893acecde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.258023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:46.272909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:56:46.282286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.289195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:46.294956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 53250) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:46.299795 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9136610
Apr 09 01:56:46.305238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'security_group_rule': {'security_group_id': '84513436-1bb2-4910-8840-226cf622d53a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:46.312616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:46.318806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:security_group_rule and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:46.322632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:46.330238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:46.339911 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5f7683a6-cc94-47e2-8deb-f91893acecde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.346199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b0082b45-2fa2-4cc6-8c4d-93ffa80e7243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:46.367350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7683a6-cc94-47e2-8deb-f91893acecde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bfcae1-069c-49c1-9614-a82ddca9d640,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:46.377654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5f7683a6-cc94-47e2-8deb-f91893acecde admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.381054 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5f7683a6-cc94-47e2-8deb-f91893acecde admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43bfcae1-069c-49c1-9614-a82ddca9d640 HTTP/1.1" status: 204  len: 168 time: 0.3168812
Apr 09 01:56:46.383009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5f7683a6-cc94-47e2-8deb-f91893acecde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:46.384331 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.396239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2a2bf-d44e-42df-8bb9-3df7aba726f3 None None] Pushing event updated for resources: {'Port': ['ID=b7485f6f-ac15-4cfd-9c1b-d7795ad14a15,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:46.401977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2fd2a2bf-d44e-42df-8bb9-3df7aba726f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:46.544843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.557537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.559726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:46.586585 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4fc7d5-e2f9-4c5d-a85c-5e7da898ed1f,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:46.592905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:46.602941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.608330 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3122573
Apr 09 01:56:46.608530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 53258) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:46.619040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'floatingip': {'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:46.631177 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:46.639723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:floatingip and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:46.646288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:46.660191 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:46.677731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.776381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Attempting to bind port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:56:46.776806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Attempting to bind port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:56:46.777651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Attempting to bind port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 on network ef903f2c-70db-4778-a505-57ac9ff39c7e {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:56:46.788908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:56:46.789253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Checking segment: {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:56:46.789655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.790092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Bound using segment: {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:56:46.790630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Bound port: b7485f6f-ac15-4cfd-9c1b-d7795ad14a15, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:56:46.791055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.877670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] For port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:56:46.882366 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] For port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=b7485f6f-ac15-4cfd-9c1b-d7795ad14a15,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:56:46.887428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:46.904775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:46.960809 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:47.072816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2a2bf-d44e-42df-8bb9-3df7aba726f3 None None] Pushing event updated for resources: {'Port': ['ID=b7485f6f-ac15-4cfd-9c1b-d7795ad14a15,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:47.086197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2fd2a2bf-d44e-42df-8bb9-3df7aba726f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:47.135080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:56:47.135778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bcddf60>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:56:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:47.339834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Allocated IP 172.27.2.136 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/22dd1458-cc86-4350-ad9a-a3de15de38cd) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:56:47.483057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c908fcb-c1c1-486f-983a-4a2b8160dd63 req-0634ba03-2c19-4717-a097-9d53f4241fa1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:47.497905 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6c908fcb-c1c1-486f-983a-4a2b8160dd63 req-0634ba03-2c19-4717-a097-9d53f4241fa1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.3050733
Apr 09 01:56:47.523225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:56:47.605825 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6c908fcb-c1c1-486f-983a-4a2b8160dd63 req-ad79eadf-6067-40a4-a712-0a67a1e2c57b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063025
Apr 09 01:56:47.732910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:47.788901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:47.816013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:48.123654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'Port': ['ID=22dd1458-cc86-4350-ad9a-a3de15de38cd,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:48.134691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:48.186885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-99989e9d-e03f-4f6e-aa29-ed0c7f486088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:48.198464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:56:48.199735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:48.202918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:56:48.213430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bcddf60>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:46Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:56:48.218611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ae6587-27ff-4f96-9704-f68e305c1668 None None] The sync data for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi is: [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:46Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:56:48.373187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:48.448597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:48.572111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 53302) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:48.724598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:48.978994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.016541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:56:49.031180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:49.041684 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Usage tracker for resource:security_group_rule and tenant:3be5d3ff06e3420c8c729dbfe96ccf07 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:49.048738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:49.055642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.066467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.072930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:49.205905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.221518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.245809 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.271535 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2e2b54f7-289e-4f1b-b5de-9ba2cda1a15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:49.320229 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3be5d3ff06e3420c8c729dbfe96ccf07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7480597
Apr 09 01:56:49.324638 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 53326) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:49.332167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98507ce1-b42a-4fa9-a3c0-181339e97464,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:49.346296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:49.353961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:56:49.367916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:49.370932 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.427206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1f65c122-027f-4377-ba7c-2285467395d9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:49.588561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.617061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=b7485f6f-ac15-4cfd-9c1b-d7795ad14a15,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:56:49.631025 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.636155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:49.650206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1b91d084-0eaa-4e44-8e44-130a02d67221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.695323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1b91d084-0eaa-4e44-8e44-130a02d67221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.708254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'Port': ['ID=22dd1458-cc86-4350-ad9a-a3de15de38cd,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:49.729527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:49.798671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbe4f9-3146-4849-8494-2024835d63b8 req-83555eeb-d5c1-4c7f-b45b-41fac5f60cbd tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:49.803869 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-30fbe4f9-3146-4849-8494-2024835d63b8 req-83555eeb-d5c1-4c7f-b45b-41fac5f60cbd tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.4246173
Apr 09 01:56:49.807927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1b91d084-0eaa-4e44-8e44-130a02d67221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.825697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c247687c-68ef-4566-9f87-109d1fcc7f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:49.829610 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.865395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91d084-0eaa-4e44-8e44-130a02d67221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98507ce1-b42a-4fa9-a3c0-181339e97464,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:49.882361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=b7485f6f-ac15-4cfd-9c1b-d7795ad14a15,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:49.915333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1b91d084-0eaa-4e44-8e44-130a02d67221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:49.933599 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.935915 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3255639
Apr 09 01:56:49.938714 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1b91d084-0eaa-4e44-8e44-130a02d67221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:49.940931 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1b91d084-0eaa-4e44-8e44-130a02d67221 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/98507ce1-b42a-4fa9-a3c0-181339e97464 HTTP/1.1" status: 204  len: 168 time: 0.5983071
Apr 09 01:56:49.957955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:49.960991 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-30fbe4f9-3146-4849-8494-2024835d63b8 req-9a3a6bf3-57e2-4b2c-8c67-dafb71425949 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379380
Apr 09 01:56:50.381877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:50.611058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-f49f3822-c75e-457c-a600-ecae2d8d2833 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Synchronizing usage tracker for tenant:bf455ad3606b44cea681dcfebb803125 on resource:security_group {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:56:50.641730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-f49f3822-c75e-457c-a600-ecae2d8d2833 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Unset dirty status for tenant:bf455ad3606b44cea681dcfebb803125 on resource:security_group {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:56:50.643044 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-f49f3822-c75e-457c-a600-ecae2d8d2833 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--456255114&fields=id&tenant_id=bf455ad3606b44cea681dcfebb803125 HTTP/1.1" status: 200  len: 267 time: 0.0692561
Apr 09 01:56:50.848041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:56:50.870419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-8fb771fb-5d56-4e9c-bf95-dce05e698f4e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:50.880928 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-8fb771fb-5d56-4e9c-bf95-dce05e698f4e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 816 time: 0.2237158
Apr 09 01:56:50.914456 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-d2e99928-7572-4883-90f3-ac3236c7bc61 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/quotas/bf455ad3606b44cea681dcfebb803125 HTTP/1.1" status: 200  len: 375 time: 0.0320303
Apr 09 01:56:50.930598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:50.930598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:51.033612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-5d21bbc7-14b1-49b0-aa56-e733b8e8dd73 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Synchronizing usage tracker for tenant:bf455ad3606b44cea681dcfebb803125 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:56:51.058263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-5d21bbc7-14b1-49b0-aa56-e733b8e8dd73 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Unset dirty status for tenant:bf455ad3606b44cea681dcfebb803125 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:56:51.061427 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-5d21bbc7-14b1-49b0-aa56-e733b8e8dd73 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1280448
Apr 09 01:56:51.303669 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-774d45b0-11d6-4fd3-82b0-452182ff7de6 service neutron] 10.222.0.38 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2212410
Apr 09 01:56:51.411123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640acd4-b512-4c10-a6f1-12c6d357caf8 req-96e65aab-88fd-4e7a-8942-3800d1b7daff tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:51.414141 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9640acd4-b512-4c10-a6f1-12c6d357caf8 req-96e65aab-88fd-4e7a-8942-3800d1b7daff tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2280388
Apr 09 01:56:51.595679 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9640acd4-b512-4c10-a6f1-12c6d357caf8 req-4984b20c-469e-484b-9d0f-9a6dfedbd23b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740463
Apr 09 01:56:51.657318 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-6e1f38d2-1f21-480f-b098-39c8c31f048f service neutron] 10.222.0.38 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374784
Apr 09 01:56:52.106395 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0e07e69-0c40-4e0f-af36-3ee10df73327 req-748e0bc9-c4cc-43d6-843d-f85312f49942 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 210 time: 0.1218052
Apr 09 01:56:52.919571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419274f-0eb4-4406-b3ae-379a8ab0de75 req-b2552cb8-e088-41d7-848c-6510e2abe65c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:52.922197 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0419274f-0eb4-4406-b3ae-379a8ab0de75 req-b2552cb8-e088-41d7-848c-6510e2abe65c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1155732
Apr 09 01:56:52.956999 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0419274f-0eb4-4406-b3ae-379a8ab0de75 req-0d6b2d42-adb9-4fd9-8d00-66ffb8ff8d90 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267320
Apr 09 01:56:53.315709 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5f23bdb-8471-4ab5-bb3f-997a4e8cbbd2 req-0d03bada-4d47-47ab-bca6-a18c4313634e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 210 time: 0.0514336
Apr 09 01:56:53.673982 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 53418) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:53.816434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:53.842880 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:53.848631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:463b5df50afc4d7fb9b73505ae91f6b5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:56:53.853023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:56:53.861600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:53.993140 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:53.996476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:54.004976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:54.058710 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=463b5df50afc4d7fb9b73505ae91f6b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3834260
Apr 09 01:56:54.059778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb8ff42-4165-43b8-842b-20a84b4a1c4a,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:54.063005 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 53428) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:56:54.066186 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:54.276051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8c6734ed-ebdc-4f7a-bee6-bcaf4185a129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:54.360198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8c6734ed-ebdc-4f7a-bee6-bcaf4185a129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:54.422747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac522e-ebea-4a0d-815f-798d557c4163 req-3d95b5cc-9479-494a-8fdc-fb57e96ae391 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:54.426332 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-09ac522e-ebea-4a0d-815f-798d557c4163 req-3d95b5cc-9479-494a-8fdc-fb57e96ae391 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.3057022
Apr 09 01:56:54.862180 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f4fe71ce-1165-4fd3-a564-f95fa3e6d9ae req-c354de22-8f8a-406b-88a2-1f67f4c9fa2a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 210 time: 0.0893064
Apr 09 01:56:54.868229 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-09ac522e-ebea-4a0d-815f-798d557c4163 req-ec58dbba-0f45-40f2-af7f-e22b72836c65 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4312704
Apr 09 01:56:54.880237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8c6734ed-ebdc-4f7a-bee6-bcaf4185a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:54.885883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4c3a5708-9910-4e53-9d36-cc7654185efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:54.898108 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6734ed-ebdc-4f7a-bee6-bcaf4185a129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb8ff42-4165-43b8-842b-20a84b4a1c4a,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:54.900705 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8c6734ed-ebdc-4f7a-bee6-bcaf4185a129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:54.907893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8c6734ed-ebdc-4f7a-bee6-bcaf4185a129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:54.912958 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8c6734ed-ebdc-4f7a-bee6-bcaf4185a129 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3fb8ff42-4165-43b8-842b-20a84b4a1c4a HTTP/1.1" status: 204  len: 168 time: 0.8486745
Apr 09 01:56:56.105289 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-48029e55-83a6-4cae-b8f7-dff70a948aa7 req-e6f06a97-3db3-4e9d-8623-1671e54a40d3 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 210 time: 0.1023030
Apr 09 01:56:56.152069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e049eea-00fc-4245-8aed-74a71e4645e6 req-135bbcd2-5fb9-4e0b-a4a7-661e5538f633 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:56.153757 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e049eea-00fc-4245-8aed-74a71e4645e6 req-135bbcd2-5fb9-4e0b-a4a7-661e5538f633 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1070604
Apr 09 01:56:56.194600 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e049eea-00fc-4245-8aed-74a71e4645e6 req-b867e72b-c2b5-4770-9d2a-63cbbb003b67 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335057
Apr 09 01:56:56.614288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-6f434dd1-36b4-4238-b475-84c6b5ed2f46 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:56.615066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-6f434dd1-36b4-4238-b475-84c6b5ed2f46 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Synchronizing usage tracker for tenant:bf455ad3606b44cea681dcfebb803125 on resource:network {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:56:56.642277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-6f434dd1-36b4-4238-b475-84c6b5ed2f46 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Unset dirty status for tenant:bf455ad3606b44cea681dcfebb803125 on resource:network {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:56:56.645277 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-6f434dd1-36b4-4238-b475-84c6b5ed2f46 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 816 time: 0.2613592
Apr 09 01:56:56.753922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-8cd4c03c-31cf-499e-aa2c-5883162399ed tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Synchronizing usage tracker for tenant:bf455ad3606b44cea681dcfebb803125 on resource:security_group {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:56:56.769032 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-8cd4c03c-31cf-499e-aa2c-5883162399ed tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Unset dirty status for tenant:bf455ad3606b44cea681dcfebb803125 on resource:security_group {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:56:56.770454 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-8cd4c03c-31cf-499e-aa2c-5883162399ed tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf455ad3606b44cea681dcfebb803125 HTTP/1.1" status: 200  len: 5707 time: 0.0966213
Apr 09 01:56:56.783156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'port': {'device_id': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'admin_state_up': True, 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'security_groups': ['84513436-1bb2-4910-8840-226cf622d53a']}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:56.990064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:56:57.000520 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:56:57.010792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Made reservation on behalf of bf455ad3606b44cea681dcfebb803125 for: {'port': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:56:57.017762 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:57.229894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Allocated IP 172.20.0.5 (ef903f2c-70db-4778-a505-57ac9ff39c7e/047489e8-c283-4f40-acb8-39c6fc2ed9ab/71b85585-c25f-4f99-b8af-0177009e9005) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:56:57.234627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:57.482606 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-33080f6d-52d3-41f3-bcdb-ec21b96386fa req-89a3e1c0-496a-4ec3-8a1c-98b38e3ea069 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 210 time: 0.1429667
Apr 09 01:56:57.553425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:57.571682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Transition to ACTIVE for port object 71b85585-c25f-4f99-b8af-0177009e9005 will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:56:57.601690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:57.648130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd990081-8c8b-4bb2-9955-e166fb0dbc93 req-81008ad4-a47e-4ad4-83a9-b0d07641854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:57.652192 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cd990081-8c8b-4bb2-9955-e166fb0dbc93 req-81008ad4-a47e-4ad4-83a9-b0d07641854d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1098 time: 0.2586205
Apr 09 01:56:57.673203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbb3b3-22c7-41b3-8c91-4c459ca4730b req-d8d83162-9ada-4437-baed-2cc6a2120303 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:57.676242 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2cbb3b3-22c7-41b3-8c91-4c459ca4730b req-d8d83162-9ada-4437-baed-2cc6a2120303 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2814581
Apr 09 01:56:57.733125 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cd990081-8c8b-4bb2-9955-e166fb0dbc93 req-5a2a4c1d-f7e1-473b-a7e3-33fc8b1ca836 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552816
Apr 09 01:56:57.743822 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2cbb3b3-22c7-41b3-8c91-4c459ca4730b req-50629198-1805-45b7-9ebd-3de99cdee928 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418994
Apr 09 01:56:57.745753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:57.874123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:57.878174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:57.913853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Network ef903f2c-70db-4778-a505-57ac9ff39c7e is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:56:57.914957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:56:57.919690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:56:58.011105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:58.012070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:58.042446 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2639036
Apr 09 01:56:58.104743 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Request body: {'port': {'device_id': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:56:58.264252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:58.267496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-ff1f1c81-5f61-4afa-9560-2fd4f0e6f5cc None None] Provisioning for port 71b85585-c25f-4f99-b8af-0177009e9005 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:56:58.279009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-ff1f1c81-5f61-4afa-9560-2fd4f0e6f5cc None None] Provisioning complete for port 71b85585-c25f-4f99-b8af-0177009e9005 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:56:58.280156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ff1f1c81-5f61-4afa-9560-2fd4f0e6f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:58.403859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f1c81-5f61-4afa-9560-2fd4f0e6f5cc None None] Port 71b85585-c25f-4f99-b8af-0177009e9005 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:56:58.820123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3c0a2-fae6-474e-bad6-ab8055ec57b7 req-12b51945-abfd-4ade-908e-5fe3ed0861ef tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:58.822057 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5f3c0a2-fae6-474e-bad6-ab8055ec57b7 req-12b51945-abfd-4ade-908e-5fe3ed0861ef tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 931 time: 0.1874747
Apr 09 01:56:58.885269 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5f3c0a2-fae6-474e-bad6-ab8055ec57b7 req-c459fdac-8624-44c7-a187-04de4d49d46a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548117
Apr 09 01:56:59.077243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee725c5-ebfe-430e-81f7-d5024d1cb784 req-f5da73be-5b44-4278-ad18-512bc30505c7 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:56:59.078762 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1ee725c5-ebfe-430e-81f7-d5024d1cb784 req-f5da73be-5b44-4278-ad18-512bc30505c7 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1320434
Apr 09 01:56:59.117195 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1ee725c5-ebfe-430e-81f7-d5024d1cb784 req-3c4d3818-3ffe-40ca-8886-fb75499fa7e9 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296290
Apr 09 01:56:59.166062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b85585-c25f-4f99-b8af-0177009e9005 {{(pid=85248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:56:59.177358 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:59.195158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Transition to ACTIVE for port object 71b85585-c25f-4f99-b8af-0177009e9005 will not be triggered until provisioned by entity L2. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:56:59.201542 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:59.218050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:56:59.403370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:56:59.406313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:56:59.677254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Attempting to bind port 71b85585-c25f-4f99-b8af-0177009e9005 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:56:59.677628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Attempting to bind port 71b85585-c25f-4f99-b8af-0177009e9005 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:56:59.678144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Attempting to bind port 71b85585-c25f-4f99-b8af-0177009e9005 on network ef903f2c-70db-4778-a505-57ac9ff39c7e {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:56:59.683537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Port 71b85585-c25f-4f99-b8af-0177009e9005 on network ef903f2c-70db-4778-a505-57ac9ff39c7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:56:59.683895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Attempting to bind port 71b85585-c25f-4f99-b8af-0177009e9005 on network ef903f2c-70db-4778-a505-57ac9ff39c7e {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:56:59.689951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:56:59.690308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Checking segment: {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:56:59.690723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Bound using segment: {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:56:59.691196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Bound port: 71b85585-c25f-4f99-b8af-0177009e9005, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'}}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:56:59.691572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:59.788527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, cleared binding levels {{(pid=85248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:56:59.791976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:56:59.795857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:56:59.811814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-85ab3289-a423-4465-be41-559141e030c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:00.026767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=3']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:00.036580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:00.083103 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:00.084172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:00.085917 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] 10.222.0.62 "PUT /v2.0/ports/71b85585-c25f-4f99-b8af-0177009e9005 HTTP/1.1" status: 200  len: 1093 time: 1.9861634
Apr 09 01:57:00.086817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:57:00.250148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77888dd2-0a8e-46f7-8faf-2bd26a6fbcdf req-63951445-d7aa-4a50-b318-217f30bdf517 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:00.259186 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-77888dd2-0a8e-46f7-8faf-2bd26a6fbcdf req-63951445-d7aa-4a50-b318-217f30bdf517 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.2095912
Apr 09 01:57:00.329034 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005', 'status': 'completed', 'code': 200}
Apr 09 01:57:00.329256 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-77888dd2-0a8e-46f7-8faf-2bd26a6fbcdf req-a04ca035-6f57-4988-9dd5-d560e5bf1c6d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676374
Apr 09 01:57:00.386075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-ca2df76b-f24d-4b30-8740-66c45b987b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:00.389411 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-ca2df76b-f24d-4b30-8740-66c45b987b69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 1096 time: 0.2127783
Apr 09 01:57:00.509994 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-134efe0c-163b-48fc-ab52-a824a162ac9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71b85585-c25f-4f99-b8af-0177009e9005 HTTP/1.1" status: 200  len: 217 time: 0.1036022
Apr 09 01:57:00.595102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-0aa746ee-7073-458a-87fc-ce508e177e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:00.596801 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-0aa746ee-7073-458a-87fc-ce508e177e45 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0771255
Apr 09 01:57:00.604631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafe288-27d6-4d36-9102-5b32ab609e0d req-b469f8a3-3305-4267-babb-007b9d91ecb0 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:00.606683 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-adafe288-27d6-4d36-9102-5b32ab609e0d req-b469f8a3-3305-4267-babb-007b9d91ecb0 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1447265
Apr 09 01:57:00.650190 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-adafe288-27d6-4d36-9102-5b32ab609e0d req-6c035418-c925-4535-ae16-d4dd81a36507 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299704
Apr 09 01:57:00.702433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-f5e016c3-94a9-42fc-9f7d-441238af7eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:00.702433 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-f5e016c3-94a9-42fc-9f7d-441238af7eae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0956867
Apr 09 01:57:00.874814 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-2cdea0c9-6a7a-4140-815c-eed02691dd8b service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580005
Apr 09 01:57:01.093202 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aefe71b4-9baf-4a61-9b5f-e30584ba63fa req-3981ca23-546a-4fba-9dea-630cd48b7f0d service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076352
Apr 09 01:57:01.351116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46ca5-affa-4942-9d29-c170031bca67 req-9ac4fef9-f733-4ccd-971a-d18721b5c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:01.352827 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-48b46ca5-affa-4942-9d29-c170031bca67 req-9ac4fef9-f733-4ccd-971a-d18721b5c156 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 1096 time: 0.0920770
Apr 09 01:57:01.418544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-f038a047-f08f-4466-b19b-54bd2c3b1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:01.422839 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-f038a047-f08f-4466-b19b-54bd2c3b1cbd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1098 time: 0.1399925
Apr 09 01:57:01.453597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b88150-182c-47a7-a2f3-401e5415e3e9 req-5c3eedf7-2772-497a-86cb-b14a26f58d92 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:01.468920 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-65b88150-182c-47a7-a2f3-401e5415e3e9 req-5c3eedf7-2772-497a-86cb-b14a26f58d92 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2295768
Apr 09 01:57:01.587077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46ca5-affa-4942-9d29-c170031bca67 req-5f544a7a-4e9f-4b3f-8a74-afde91b5cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:01.588103 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-48b46ca5-affa-4942-9d29-c170031bca67 req-5f544a7a-4e9f-4b3f-8a74-afde91b5cd0a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 917 time: 0.2245789
Apr 09 01:57:01.675571 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-48b46ca5-affa-4942-9d29-c170031bca67 req-82456efc-2b2d-40ce-be7d-ecb213d0a45d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71b85585-c25f-4f99-b8af-0177009e9005 HTTP/1.1" status: 200  len: 217 time: 0.0789948
Apr 09 01:57:01.710072 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-65b88150-182c-47a7-a2f3-401e5415e3e9 req-8860cb6d-0103-43ae-8053-e9c2d28b5ce4 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590235
Apr 09 01:57:01.753012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46ca5-affa-4942-9d29-c170031bca67 req-460f6a70-0d18-40c5-9b0a-6000836c6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:01.754747 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-48b46ca5-affa-4942-9d29-c170031bca67 req-460f6a70-0d18-40c5-9b0a-6000836c6968 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0737011
Apr 09 01:57:01.764829 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-4512071b-b36d-4649-841a-944812de5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:01.766412 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-4512071b-b36d-4649-841a-944812de5405 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 920 time: 0.3334012
Apr 09 01:57:01.850675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b46ca5-affa-4942-9d29-c170031bca67 req-9ef941af-ceeb-4dcb-b3ba-1abeb923a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:01.852890 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-48b46ca5-affa-4942-9d29-c170031bca67 req-9ef941af-ceeb-4dcb-b3ba-1abeb923a207 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0886290
Apr 09 01:57:01.931252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826ed00-8b9a-4826-98be-6a944b8a4149 req-5bf4c4de-61a8-4fc1-b87f-d311e0a29580 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:01.934209 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f826ed00-8b9a-4826-98be-6a944b8a4149 req-5bf4c4de-61a8-4fc1-b87f-d311e0a29580 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.3012571
Apr 09 01:57:01.937299 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-d90dc544-5f9c-4b6d-b06c-17e7de9f29f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e02430-bf03-47db-9526-5f7dbe52b57b HTTP/1.1" status: 200  len: 217 time: 0.1622193
Apr 09 01:57:02.021058 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-48b46ca5-affa-4942-9d29-c170031bca67 req-e3dee732-2412-4d03-8e7e-978be70886cf service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573303
Apr 09 01:57:02.050935 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f826ed00-8b9a-4826-98be-6a944b8a4149 req-b99b2420-3359-4433-85d4-04d50cf60318 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098914
Apr 09 01:57:02.075618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-58809063-23c1-4299-b3c1-32d0744df3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:02.078368 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-58809063-23c1-4299-b3c1-32d0744df3eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.1156862
Apr 09 01:57:02.140079 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-e0116589-c4f4-45d5-ba4e-137a316e3269 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0539947
Apr 09 01:57:02.205293 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-48b46ca5-affa-4942-9d29-c170031bca67 req-b8ff318d-7eab-4509-b046-12b9467f6802 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761558
Apr 09 01:57:02.296260 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-ca227de6-5c4c-4725-b651-286a705a6a4f service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466782
Apr 09 01:57:02.480177 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca937a1d-bcfa-4365-8af4-5a10c1962f69 req-2453d96a-55ea-4071-b0d1-cc685d963c24 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740999
Apr 09 01:57:02.969079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838210b-f0c4-4e13-b337-0893d7c8a0dd req-cc7f6d72-8dac-443b-b04f-430fc3a33cce tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:02.970830 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9838210b-f0c4-4e13-b337-0893d7c8a0dd req-cc7f6d72-8dac-443b-b04f-430fc3a33cce tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0974638
Apr 09 01:57:03.017309 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9838210b-f0c4-4e13-b337-0893d7c8a0dd req-400c1538-6a21-4988-8229-2119ecbe799a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390301
Apr 09 01:57:03.310851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfef22-7809-42a7-ab74-5547b063705c req-832ee2e1-6a5e-4716-ade2-8cb241477abd tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:03.312634 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5bcfef22-7809-42a7-ab74-5547b063705c req-832ee2e1-6a5e-4716-ade2-8cb241477abd tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1151137
Apr 09 01:57:03.349164 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5bcfef22-7809-42a7-ab74-5547b063705c req-da9ce9a5-efac-4a93-b3ea-f4830b4d3b30 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0278406
Apr 09 01:57:04.162144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:57:04.273223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbc670-c608-412c-8e44-5354ffaaa936 req-99447759-b808-4548-a0bf-69fa6bc95e7d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:04.276332 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abbbc670-c608-412c-8e44-5354ffaaa936 req-99447759-b808-4548-a0bf-69fa6bc95e7d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1216221
Apr 09 01:57:04.337619 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abbbc670-c608-412c-8e44-5354ffaaa936 req-02919499-f7a4-47f4-9b17-56e6c693d751 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502424
Apr 09 01:57:04.545206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:04.562340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '71b85585-c25f-4f99-b8af-0177009e9005', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'port_id': '71b85585-c25f-4f99-b8af-0177009e9005', 'mac_address': 'fa:16:3e:00:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:57:04.577867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507a04e-779b-4ab4-98e3-3ca92794e8ec req-38cd4b35-4083-4a7b-85de-fe1b9654ddbe tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:04.579511 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a507a04e-779b-4ab4-98e3-3ca92794e8ec req-38cd4b35-4083-4a7b-85de-fe1b9654ddbe tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.0947361
Apr 09 01:57:04.614862 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a507a04e-779b-4ab4-98e3-3ca92794e8ec req-4df14856-6684-48eb-9152-6f0df77d1515 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0284302
Apr 09 01:57:04.627203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:04.629542 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b85585-c25f-4f99-b8af-0177009e9005 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:57:04.648281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:04.652478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:04.654436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:04.729461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:04.733030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:05.186675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['71b85585-c25f-4f99-b8af-0177009e9005'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:57:05.586905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49012efd-82cf-461d-b5b3-a78436015a53 req-cb45350b-d3ab-4cda-a110-a8861c7a6c18 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:05.588583 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-49012efd-82cf-461d-b5b3-a78436015a53 req-cb45350b-d3ab-4cda-a110-a8861c7a6c18 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0945132
Apr 09 01:57:05.621390 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-49012efd-82cf-461d-b5b3-a78436015a53 req-54d4f600-11b8-4ca1-b5ba-959b157222ec tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260375
Apr 09 01:57:05.853681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fdc95-15b9-4373-83e2-f8eced0c2a58 req-b37e19bc-48a6-4e6e-a5b1-49da6129e228 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:05.862841 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bc1fdc95-15b9-4373-83e2-f8eced0c2a58 req-b37e19bc-48a6-4e6e-a5b1-49da6129e228 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 944 time: 0.1138222
Apr 09 01:57:05.896904 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bc1fdc95-15b9-4373-83e2-f8eced0c2a58 req-7c7f6a3d-1d4a-4216-8b9d-c47e3ead123b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253854
Apr 09 01:57:07.142732 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db568bd-3e7c-411a-be62-9f8464bfa679 req-0e1b4720-6894-48e6-9f96-1a875ee7c1e4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:07.145040 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5db568bd-3e7c-411a-be62-9f8464bfa679 req-0e1b4720-6894-48e6-9f96-1a875ee7c1e4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1950088
Apr 09 01:57:07.396846 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39e158-1420-4e9e-a596-02db574a2c85 req-fb01143e-6303-4363-bbd3-796e61c04178 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:07.398437 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-db39e158-1420-4e9e-a596-02db574a2c85 req-fb01143e-6303-4363-bbd3-796e61c04178 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 944 time: 0.3390622
Apr 09 01:57:07.424461 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5db568bd-3e7c-411a-be62-9f8464bfa679 req-816e07c1-07b1-43e6-82df-c98a5cb1115a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2610967
Apr 09 01:57:07.435427 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-db39e158-1420-4e9e-a596-02db574a2c85 req-3daf7162-527b-4891-96e6-8c1a2ff2941e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0302558
Apr 09 01:57:07.643849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ccc5b3-e427-4433-bc21-f1d05a14f501 req-46e7b445-d5b1-48a4-9b0d-b1124c159e0c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:07.645546 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96ccc5b3-e427-4433-bc21-f1d05a14f501 req-46e7b445-d5b1-48a4-9b0d-b1124c159e0c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0923951
Apr 09 01:57:07.682955 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96ccc5b3-e427-4433-bc21-f1d05a14f501 req-12a3a123-bf1d-451f-a54f-7c3151f3bb60 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279658
Apr 09 01:57:08.181848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:57:08.264187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 71b85585-c25f-4f99-b8af-0177009e9005 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:57:08.273541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 71b85585-c25f-4f99-b8af-0177009e9005 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:57:08.274242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:08.436811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:08.453319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:57:08.469871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:08.480071 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:08.482094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:08.566621 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005', 'code': 200}
Apr 09 01:57:08.567333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:08.571094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:08.853114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a523d5e-f6e3-441f-b1ec-2d45e6f8558f req-9a16fce7-1579-4563-bbaf-34e9bb3548de tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:08.854817 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a523d5e-f6e3-441f-b1ec-2d45e6f8558f req-9a16fce7-1579-4563-bbaf-34e9bb3548de tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1804821
Apr 09 01:57:08.935145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c5a11-908b-4d24-995d-7c5c54561b73 req-10d47bcf-ced6-4d9f-b82b-967517d46cad tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:08.936861 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f15c5a11-908b-4d24-995d-7c5c54561b73 req-10d47bcf-ced6-4d9f-b82b-967517d46cad tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.2189550
Apr 09 01:57:08.967060 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a523d5e-f6e3-441f-b1ec-2d45e6f8558f req-c2a413d7-38ef-4360-8b81-2de544710c5c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658925
Apr 09 01:57:08.992654 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f15c5a11-908b-4d24-995d-7c5c54561b73 req-fd19f56e-3ba3-4071-8712-6edb9df82f00 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454297
Apr 09 01:57:09.011623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed89fa1-f3dc-4f81-bfbf-dfd478c4bd53 req-1ea6dbe8-cfe2-4a17-bdc6-a7d8997e67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:09.014647 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7ed89fa1-f3dc-4f81-bfbf-dfd478c4bd53 req-1ea6dbe8-cfe2-4a17-bdc6-a7d8997e67ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 1098 time: 0.1577780
Apr 09 01:57:09.056402 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7ed89fa1-f3dc-4f81-bfbf-dfd478c4bd53 req-d328c5a7-f090-41f1-af3f-14ca7e1a9ff2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346229
Apr 09 01:57:09.298437 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-59048edd-7837-4c41-b8be-236227919dd9 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:09.300741 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-59048edd-7837-4c41-b8be-236227919dd9 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 815 time: 0.1899214
Apr 09 01:57:09.323722 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-2b54534a-1e6e-494c-b31d-0e9b627e1444 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/quotas/3bcfc614a87947d4801ef4e95e289ac4 HTTP/1.1" status: 200  len: 375 time: 0.0106959
Apr 09 01:57:09.430568 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-7b934b17-90aa-4547-9aa2-6a703f79fcce tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1000860
Apr 09 01:57:09.653484 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-35bffd1a-9431-48f3-8e4e-504d8d1fe576 service neutron] 10.222.0.38 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081718
Apr 09 01:57:09.819865 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-3acc46b3-7720-44b4-8559-bb735893f0b5 service neutron] 10.222.0.38 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584511
Apr 09 01:57:10.084796 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-403e8330-31af-43bb-a4bb-a8f5a905f38f req-b0fd607a-960e-40a2-b08e-4252adb63a2a tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 210 time: 0.0539827
Apr 09 01:57:10.345045 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4bda8-d767-41e4-b2e8-891e26076faf req-3f0b7cbc-96cb-4451-8c45-bde7de6e060c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:10.348542 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-21e4bda8-d767-41e4-b2e8-891e26076faf req-3f0b7cbc-96cb-4451-8c45-bde7de6e060c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2239542
Apr 09 01:57:10.412318 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-21e4bda8-d767-41e4-b2e8-891e26076faf req-ef6c97be-a2e5-4ae9-a1ea-52dec031da67 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553243
Apr 09 01:57:10.434764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50dadeb-5388-4883-9b32-968fcfe779bf req-0cf45a87-ee00-40e9-8c44-4173f1c85f23 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:10.436517 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e50dadeb-5388-4883-9b32-968fcfe779bf req-0cf45a87-ee00-40e9-8c44-4173f1c85f23 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1963573
Apr 09 01:57:10.498287 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e50dadeb-5388-4883-9b32-968fcfe779bf req-79352c23-f689-48c1-856a-4e6ef582ecb4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488725
Apr 09 01:57:11.270395 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3e7d56f2-6bbd-4703-9ea7-6cc0c31290aa req-23834cd5-da9f-4b18-a81c-632f4f575dfa tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 210 time: 0.0495448
Apr 09 01:57:12.206324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7dd96-47d0-47c2-b67a-c81e6586f2e7 req-c9c72200-bede-48ce-98c3-de582258d058 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:12.209366 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-07c7dd96-47d0-47c2-b67a-c81e6586f2e7 req-c9c72200-bede-48ce-98c3-de582258d058 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.5554140
Apr 09 01:57:12.263394 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93df0eb-89f8-4483-bdaa-525bff87fd33 req-77210b36-ccc3-49d9-aa97-dd92d39f743f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:12.266395 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d93df0eb-89f8-4483-bdaa-525bff87fd33 req-77210b36-ccc3-49d9-aa97-dd92d39f743f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.5269899
Apr 09 01:57:12.320070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-3ceaa5a8-6884-4f0a-86c0-847bdd5bae77 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:12.322852 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-3ceaa5a8-6884-4f0a-86c0-847bdd5bae77 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 815 time: 0.4833097
Apr 09 01:57:12.367887 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-07c7dd96-47d0-47c2-b67a-c81e6586f2e7 req-f608f721-83e0-42b4-8399-a43ebc6187c3 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1351969
Apr 09 01:57:12.382205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Request body: {'port': {'device_id': 'e5de4fa5-7bb3-4e7f-b497-63db8ea11129', 'network_id': '107997fa-4577-421c-97e5-52be9579a476', 'admin_state_up': True, 'tenant_id': '3bcfc614a87947d4801ef4e95e289ac4'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:57:12.462850 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d93df0eb-89f8-4483-bdaa-525bff87fd33 req-1ce830b4-871e-4511-b20c-348878e3e0ac tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1678989
Apr 09 01:57:12.739690 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f75569fc-3b7d-41fe-9882-b88c849475e0 req-cde80642-f974-4c5d-b773-f15f2f2820c7 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 210 time: 0.1219754
Apr 09 01:57:12.810415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:57:12.835408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:57:12.854999 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Made reservation on behalf of 3bcfc614a87947d4801ef4e95e289ac4 for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:57:12.861568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:12.874351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dd932-ff43-473a-b67c-ef9329bc3e42 req-79fd3898-345f-4f23-9afe-ebf51aa19e16 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:12.876068 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cd5dd932-ff43-473a-b67c-ef9329bc3e42 req-79fd3898-345f-4f23-9afe-ebf51aa19e16 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.2029047
Apr 09 01:57:12.897785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 53788) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:57:12.927558 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-1837405d-0ee1-4edf-bdaa-e419a9dbf336 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'floatingip': {'port_id': '71b85585-c25f-4f99-b8af-0177009e9005'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:57:13.032333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1837405d-0ee1-4edf-bdaa-e419a9dbf336 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:13.047333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Allocated IP 172.20.0.7 (107997fa-4577-421c-97e5-52be9579a476/a95ff673-805c-4f61-a9da-ba4ea8ba096e/049cb625-5ff0-4774-8879-28ddd907f300) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:57:13.284871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:13.322672 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:13.344724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:13.367473 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['8d9b252f-f22d-4ce9-b735-5bd12865a4da', '65fa996e-751e-49c6-9116-71a0d1bf7369', '7415309d-5eb7-43c1-b857-5878d458bc32'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:57:13.496281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Pushing event updated for resources: {'Port': ['ID=049cb625-5ff0-4774-8879-28ddd907f300,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:13.499472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:13.613298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Network 107997fa-4577-421c-97e5-52be9579a476 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:57:13.614770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:57:13.639239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:57:13.651432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:13.652444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:13.728038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1837405d-0ee1-4edf-bdaa-e419a9dbf336 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:13.728038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1837405d-0ee1-4edf-bdaa-e419a9dbf336 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:13.728698 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3556406
Apr 09 01:57:13.755410 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64486801-3435-48cb-a77c-68eabf04d6dc req-9605b2a1-e94a-42b3-a029-7a8d3aea8c2b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:13.757121 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-64486801-3435-48cb-a77c-68eabf04d6dc req-9605b2a1-e94a-42b3-a029-7a8d3aea8c2b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2327747
Apr 09 01:57:13.762664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Request body: {'port': {'device_id': 'e5de4fa5-7bb3-4e7f-b497-63db8ea11129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:57:13.773881 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c560425-5a75-44a3-a904-6a347deb24c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:13.865520 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-64486801-3435-48cb-a77c-68eabf04d6dc req-db455f8d-710f-4bbb-93a4-61c457679485 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544119
Apr 09 01:57:14.034220 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:14.191543 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-1837405d-0ee1-4edf-bdaa-e419a9dbf336 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Floating IP ff52e902-98d2-4362-8a52-27780494e8e2 associated. External IP: 172.27.2.136, port: 71b85585-c25f-4f99-b8af-0177009e9005.
Apr 09 01:57:14.256790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb75a76-ffbf-4c4d-8203-45ff13cec9d2 req-9b537c60-d2f2-4177-ab48-beb3214cc971 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:14.257599 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-cdb75a76-ffbf-4c4d-8203-45ff13cec9d2 req-9b537c60-d2f2-4177-ab48-beb3214cc971 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Synchronizing usage tracker for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:57:14.331596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-cdb75a76-ffbf-4c4d-8203-45ff13cec9d2 req-9b537c60-d2f2-4177-ab48-beb3214cc971 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Unset dirty status for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:57:14.332956 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cdb75a76-ffbf-4c4d-8203-45ff13cec9d2 req-9b537c60-d2f2-4177-ab48-beb3214cc971 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 931 time: 0.2560475
Apr 09 01:57:14.408513 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cdb75a76-ffbf-4c4d-8203-45ff13cec9d2 req-d67c534c-ad55-4de1-bbe2-662458c04a32 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606639
Apr 09 01:57:14.612977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049cb625-5ff0-4774-8879-28ddd907f300 {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:57:14.625871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1837405d-0ee1-4edf-bdaa-e419a9dbf336 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:57:14.627495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:14.654468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Transition to ACTIVE for port object 049cb625-5ff0-4774-8879-28ddd907f300 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:57:14.660102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:14.677892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:14.842639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Pushing event updated for resources: {'Port': ['ID=049cb625-5ff0-4774-8879-28ddd907f300,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:14.849973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1837405d-0ee1-4edf-bdaa-e419a9dbf336 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:57:14.854780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1837405d-0ee1-4edf-bdaa-e419a9dbf336 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:14.862263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] Sync routers for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:57:14.874873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:57:14.875726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe76013ac18>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:56:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:57:14.921034 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1837405d-0ee1-4edf-bdaa-e419a9dbf336 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "PUT /v2.0/floatingips/ff52e902-98d2-4362-8a52-27780494e8e2 HTTP/1.1" status: 200  len: 991 time: 2.0207427
Apr 09 01:57:14.922007 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:57:14.991678 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005', 'status': 'completed', 'code': 200}
Apr 09 01:57:15.068958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:15.099845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:57:15.177525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-3af12a95-3bfc-447e-a06c-a1d21a2928bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:15.179267 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-3af12a95-3bfc-447e-a06c-a1d21a2928bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 1098 time: 0.1046283
Apr 09 01:57:15.316673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Attempting to bind port 049cb625-5ff0-4774-8879-28ddd907f300 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:57:15.317043 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Attempting to bind port 049cb625-5ff0-4774-8879-28ddd907f300 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:57:15.317408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Attempting to bind port 049cb625-5ff0-4774-8879-28ddd907f300 on network 107997fa-4577-421c-97e5-52be9579a476 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:57:15.332456 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2aef1d-ae45-490f-b6b0-40da37ce9758 req-c453bb8f-5dae-4671-aadb-6db496f11f6a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:15.334038 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9d2aef1d-ae45-490f-b6b0-40da37ce9758 req-c453bb8f-5dae-4671-aadb-6db496f11f6a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2390237
Apr 09 01:57:15.334988 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Port 049cb625-5ff0-4774-8879-28ddd907f300 on network 107997fa-4577-421c-97e5-52be9579a476 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:57:15.335379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Attempting to bind port 049cb625-5ff0-4774-8879-28ddd907f300 on network 107997fa-4577-421c-97e5-52be9579a476 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:57:15.341866 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:57:15.342253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Checking segment: {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:57:15.342686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Bound using segment: {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:57:15.343185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Bound port: 049cb625-5ff0-4774-8879-28ddd907f300, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '107997fa-4577-421c-97e5-52be9579a476'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:57:15.343600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:15.371338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-644a25cf-9c23-4e9e-a536-204809cc4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:15.374515 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-644a25cf-9c23-4e9e-a536-204809cc4cac service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 917 time: 0.1873128
Apr 09 01:57:15.424628 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9d2aef1d-ae45-490f-b6b0-40da37ce9758 req-daf46bed-5edc-44cd-b4e2-45fb58375308 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495923
Apr 09 01:57:15.468746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] For port 049cb625-5ff0-4774-8879-28ddd907f300, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:57:15.474566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] For port 049cb625-5ff0-4774-8879-28ddd907f300, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=049cb625-5ff0-4774-8879-28ddd907f300,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:57:15.481625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:15.508682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a00c6af4-40e3-4dc0-915d-85e095fb9cb0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:15.592710 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-057b8eda-1b40-47cc-98cb-9a0f12a87934 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71b85585-c25f-4f99-b8af-0177009e9005 HTTP/1.1" status: 200  len: 999 time: 0.2023168
Apr 09 01:57:15.726228 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-5ae224d5-2b4f-4e24-9c09-ba76a87c6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:15.728446 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-5ae224d5-2b4f-4e24-9c09-ba76a87c6216 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.1158354
Apr 09 01:57:15.762316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Pushing event updated for resources: {'Port': ['ID=049cb625-5ff0-4774-8879-28ddd907f300,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:15.765950 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:15.812242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:15.812928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:15.815703 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] 10.222.0.62 "PUT /v2.0/ports/049cb625-5ff0-4774-8879-28ddd907f300 HTTP/1.1" status: 200  len: 1093 time: 2.0563076
Apr 09 01:57:15.816725 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5de4fa5-7bb3-4e7f-b497-63db8ea11129', 'tag': '049cb625-5ff0-4774-8879-28ddd907f300'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:57:15.823848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe76013ac18>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'ff52e902-98d2-4362-8a52-27780494e8e2', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'port_id': '71b85585-c25f-4f99-b8af-0177009e9005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'mac_address': 'fa:16:3e:00:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:56:48Z', 'updated_at': '2021-04-09T01:57:13Z', 'revision_number': 1, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:57:15.825282 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-f560890d-2b47-4065-bd18-6390a89c5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:15.828460 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-f560890d-2b47-4065-bd18-6390a89c5893 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0905838
Apr 09 01:57:15.833063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] Checking router: 5e6d907c-91f9-4aec-b93b-a62c80b41d13 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:57:15.853980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4320ec-c701-4a8e-890c-8a3eb99e3421 req-4c3baccf-f2d2-4251-8ed2-80ec281dd1a8 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:15.863419 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9f4320ec-c701-4a8e-890c-8a3eb99e3421 req-4c3baccf-f2d2-4251-8ed2-80ec281dd1a8 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 943 time: 0.2003570
Apr 09 01:57:15.885353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:57:15.891018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe76013ac18>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:56:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:57:15.966139 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5de4fa5-7bb3-4e7f-b497-63db8ea11129', 'tag': '049cb625-5ff0-4774-8879-28ddd907f300', 'status': 'completed', 'code': 200}
Apr 09 01:57:16.028812 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9f4320ec-c701-4a8e-890c-8a3eb99e3421 req-f2fd0648-1d2b-42f9-a109-78b2fb60a568 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641657
Apr 09 01:57:16.102208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-99ef061c-8acc-453a-9093-2a64b9ea703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:16.105035 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-99ef061c-8acc-453a-9093-2a64b9ea703e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 1096 time: 0.2132897
Apr 09 01:57:16.249467 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-eb343ef3-e98f-44a9-a142-93f4231753f0 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4118338
Apr 09 01:57:16.257331 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-93e41b3a-09f6-492a-b1e8-6a8c8d93a253 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049cb625-5ff0-4774-8879-28ddd907f300 HTTP/1.1" status: 200  len: 217 time: 0.1274726
Apr 09 01:57:16.347854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:57:16.376201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-b65a977b-40e5-404f-88cd-37171f4e0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:16.378034 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-b65a977b-40e5-404f-88cd-37171f4e0556 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.1075506
Apr 09 01:57:16.489114 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-02c5b890-b5b7-49c9-a597-088432e57a73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0720031
Apr 09 01:57:16.580786 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e5c6ed4e-6dab-4c42-ad73-d7475b64359c req-012e589f-9fbf-47db-bd8c-cb66f99e40b0 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3226142
Apr 09 01:57:16.678013 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-1121686f-f652-47f5-b653-341aa6a4e2ba service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1765714
Apr 09 01:57:16.854356 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe76013ac18>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'ff52e902-98d2-4362-8a52-27780494e8e2', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'port_id': '71b85585-c25f-4f99-b8af-0177009e9005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'mac_address': 'fa:16:3e:00:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:56:48Z', 'updated_at': '2021-04-09T01:57:13Z', 'revision_number': 1, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:57:16.858040 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-595e1420-0013-4e98-a02f-a96195d58cc5 req-7cb5d6c7-7a13-42eb-bf33-693ac8a72e23 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694684
Apr 09 01:57:16.859536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70118a-cb5c-49f5-bdf7-199aedfba2c6 None None] The sync data for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi is: [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'ff52e902-98d2-4362-8a52-27780494e8e2', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'port_id': '71b85585-c25f-4f99-b8af-0177009e9005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'mac_address': 'fa:16:3e:00:49:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T01:56:48Z', 'updated_at': '2021-04-09T01:57:13Z', 'revision_number': 1, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:57:17.156573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2482e739-5ea5-46e3-9f58-4e94cb970751 req-620b9ac2-c1fb-450f-a505-150ec71d6778 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:17.167121 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2482e739-5ea5-46e3-9f58-4e94cb970751 req-620b9ac2-c1fb-450f-a505-150ec71d6778 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1941752
Apr 09 01:57:17.175119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-2256f5bc-fc0b-4d88-8917-0ff714121eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:17.177590 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-2256f5bc-fc0b-4d88-8917-0ff714121eb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 1096 time: 0.1475663
Apr 09 01:57:17.208478 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2482e739-5ea5-46e3-9f58-4e94cb970751 req-c89a5460-c8a3-4b8b-87d6-af216468cb46 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368996
Apr 09 01:57:17.257042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87288002-00ff-4f87-a7a0-6ce640eb75a0 None None] New status for floating IP ff52e902-98d2-4362-8a52-27780494e8e2: ACTIVE {{(pid=85249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 01:57:17.330079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950bf21-f79c-4fc9-9703-86330c681838 req-efb66d89-4bfb-485f-a38a-f38489d3e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:17.333047 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6950bf21-f79c-4fc9-9703-86330c681838 req-efb66d89-4bfb-485f-a38a-f38489d3e0a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1098 time: 0.1263552
Apr 09 01:57:17.491083 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-4d4735c1-ec7a-4af1-b0a2-c470974b2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:17.492702 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-4d4735c1-ec7a-4af1-b0a2-c470974b2ad6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 916 time: 0.2832525
Apr 09 01:57:17.508567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950bf21-f79c-4fc9-9703-86330c681838 req-2de36b83-1b0c-4ffc-a2a9-6434ff65b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:17.510261 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6950bf21-f79c-4fc9-9703-86330c681838 req-2de36b83-1b0c-4ffc-a2a9-6434ff65b6d5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 920 time: 0.1654913
Apr 09 01:57:17.511783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d1783-6cbf-4a00-9f33-7a7980945ad6 req-f1d14d78-9d50-4aaf-9a9c-0c833a49de2c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:17.513430 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cb9d1783-6cbf-4a00-9f33-7a7980945ad6 req-f1d14d78-9d50-4aaf-9a9c-0c833a49de2c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 943 time: 0.3024831
Apr 09 01:57:17.604192 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-79f395c4-cf6d-4031-a880-855cc19f25b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=049cb625-5ff0-4774-8879-28ddd907f300 HTTP/1.1" status: 200  len: 217 time: 0.1019318
Apr 09 01:57:17.617304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3c06b-862b-4367-b1d8-5aecfd31dbdb req-0fa47e3b-7718-4d03-9cfe-0ce311fac2e2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:17.618939 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1fb3c06b-862b-4367-b1d8-5aecfd31dbdb req-0fa47e3b-7718-4d03-9cfe-0ce311fac2e2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2595088
Apr 09 01:57:17.660620 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6950bf21-f79c-4fc9-9703-86330c681838 req-0e065897-c713-41ec-b458-d19a358ee083 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e02430-bf03-47db-9526-5f7dbe52b57b HTTP/1.1" status: 200  len: 217 time: 0.1338627
Apr 09 01:57:17.666627 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cb9d1783-6cbf-4a00-9f33-7a7980945ad6 req-c0774728-7211-4997-aded-d26cef804c29 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976093
Apr 09 01:57:17.707830 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1fb3c06b-862b-4367-b1d8-5aecfd31dbdb req-b9679897-6de4-4af7-90dd-20f592b2de69 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510457
Apr 09 01:57:17.716298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-f8d79bf1-8411-4426-9e09-bef4abadefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:17.717867 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-f8d79bf1-8411-4426-9e09-bef4abadefcc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.0979543
Apr 09 01:57:17.791734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950bf21-f79c-4fc9-9703-86330c681838 req-312bbb18-0e5f-467b-aa0c-295dae50353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:17.793634 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6950bf21-f79c-4fc9-9703-86330c681838 req-312bbb18-0e5f-467b-aa0c-295dae50353a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.1258509
Apr 09 01:57:17.797517 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-298a7b6a-b50d-45d5-a3af-ba8dc98dbf53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0706298
Apr 09 01:57:17.910415 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6950bf21-f79c-4fc9-9703-86330c681838 req-64b1264a-a8f1-4174-9065-8ead1688880c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592008
Apr 09 01:57:18.031545 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-62217e05-0053-4d9a-8623-e7292178ceac service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796927
Apr 09 01:57:18.076761 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6950bf21-f79c-4fc9-9703-86330c681838 req-aae2a58e-5543-4032-9bb4-efb9546ac1a1 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514177
Apr 09 01:57:18.174519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b87e-5de9-4758-bd6b-e51bb5e196c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:18.206487 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fa44deca-62d6-4d30-95b4-ee98202b32d3 req-f0b2b8c7-2b60-4a20-ab9c-cc4df0e3b16d service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1643982
Apr 09 01:57:18.244159 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6950bf21-f79c-4fc9-9703-86330c681838 req-4b263840-d8b9-4a2e-83ee-1f156e62e425 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535640
Apr 09 01:57:18.437863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc6103-b637-4291-80c6-b4aab869a992 req-7b7d20ae-042a-4a3a-8bd4-5a11735a33b0 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:18.439431 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7bfc6103-b637-4291-80c6-b4aab869a992 req-7b7d20ae-042a-4a3a-8bd4-5a11735a33b0 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0971544
Apr 09 01:57:18.478957 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7bfc6103-b637-4291-80c6-b4aab869a992 req-b83549f5-fcc4-464e-8c2c-8461ad27cc76 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321772
Apr 09 01:57:18.723856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:18.887144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012dd962-ca80-46ca-b638-e23683221264 req-6a9d6080-ad23-4112-a0bf-56f250f13a8e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:18.888838 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-012dd962-ca80-46ca-b638-e23683221264 req-6a9d6080-ad23-4112-a0bf-56f250f13a8e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 943 time: 0.0980093
Apr 09 01:57:18.933928 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-012dd962-ca80-46ca-b638-e23683221264 req-c3d3a469-ae14-4185-9138-89c03ebb5451 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0290830
Apr 09 01:57:19.055165 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a48b0-cb09-4c41-97e6-ee73a95c87d6 req-81f141d6-4828-4e08-8f92-fa7e1670cd95 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:19.056690 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-621a48b0-cb09-4c41-97e6-ee73a95c87d6 req-81f141d6-4828-4e08-8f92-fa7e1670cd95 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0954185
Apr 09 01:57:19.097680 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-621a48b0-cb09-4c41-97e6-ee73a95c87d6 req-af07da48-7b54-444e-8911-2bd4c2d4b7cd tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0290923
Apr 09 01:57:19.101540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:19.764059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1325fec-e22c-4381-abba-2406beee6ce3 req-5e941ad3-0867-4762-9826-6784ff0b5b93 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:19.766845 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f1325fec-e22c-4381-abba-2406beee6ce3 req-5e941ad3-0867-4762-9826-6784ff0b5b93 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1486280
Apr 09 01:57:19.801688 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f1325fec-e22c-4381-abba-2406beee6ce3 req-66ae6f63-108c-45d1-a12f-0a997007f033 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261838
Apr 09 01:57:20.181105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ce249-938e-473e-a6ea-b1eb63113d49 req-4526206d-076d-48b1-b7a3-dbd4e50b3cc3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:20.183338 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-267ce249-938e-473e-a6ea-b1eb63113d49 req-4526206d-076d-48b1-b7a3-dbd4e50b3cc3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 943 time: 0.1198008
Apr 09 01:57:20.226774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 049cb625-5ff0-4774-8879-28ddd907f300 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:57:20.229578 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-267ce249-938e-473e-a6ea-b1eb63113d49 req-218c0948-98c6-44cb-9b32-cf5ecfe17195 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348444
Apr 09 01:57:20.378559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:20.449297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 049cb625-5ff0-4774-8879-28ddd907f300, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=049cb625-5ff0-4774-8879-28ddd907f300,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:20.460109 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b2f86-895b-46a8-8045-0f298b8acfd9 req-21ad80a0-2b7a-42f1-8921-fe4ab4c77ac5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:20.465467 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ae1b2f86-895b-46a8-8045-0f298b8acfd9 req-21ad80a0-2b7a-42f1-8921-fe4ab4c77ac5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2066951
Apr 09 01:57:20.479261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '049cb625-5ff0-4774-8879-28ddd907f300', 'network_id': '107997fa-4577-421c-97e5-52be9579a476', 'port_id': '049cb625-5ff0-4774-8879-28ddd907f300', 'mac_address': 'fa:16:3e:22:23:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff673-805c-4f61-a9da-ba4ea8ba096e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:57:20.499563 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ae1b2f86-895b-46a8-8045-0f298b8acfd9 req-fe1325af-c0fc-4c61-a811-35be64b20068 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272541
Apr 09 01:57:20.557660 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:20.559017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049cb625-5ff0-4774-8879-28ddd907f300 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:57:20.577190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 049cb625-5ff0-4774-8879-28ddd907f300, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=049cb625-5ff0-4774-8879-28ddd907f300,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:20.580348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:20.582268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-845e0533-c9de-41e0-9996-b1f660673098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:20.657698 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=049cb625-5ff0-4774-8879-28ddd907f300,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:20.662029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:21.123199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['049cb625-5ff0-4774-8879-28ddd907f300'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:57:21.263106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f78093-ba16-4e9f-aa48-c6a37120c1b8 req-41b8e0b0-891c-40a6-a006-63c96386c83f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:21.269621 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-25f78093-ba16-4e9f-aa48-c6a37120c1b8 req-41b8e0b0-891c-40a6-a006-63c96386c83f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.3339839
Apr 09 01:57:21.312983 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-25f78093-ba16-4e9f-aa48-c6a37120c1b8 req-79fc34f2-291e-4827-834b-976e583d33ed tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410821
Apr 09 01:57:21.484114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16437e4-aa26-4629-9065-13de45f1b36e req-45fcc202-cd83-4b1d-be9e-c0f77bda8da2 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:21.485810 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f16437e4-aa26-4629-9065-13de45f1b36e req-45fcc202-cd83-4b1d-be9e-c0f77bda8da2 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 944 time: 0.0912197
Apr 09 01:57:21.541075 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f16437e4-aa26-4629-9065-13de45f1b36e req-d50a5630-31ce-42fe-884c-a65548ba89c4 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467732
Apr 09 01:57:21.769805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49f601-6013-4045-adfa-d067e20390a8 req-e502fbef-59e6-4fe0-bbb3-415fbc9643c5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:21.771548 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f49f601-6013-4045-adfa-d067e20390a8 req-e502fbef-59e6-4fe0-bbb3-415fbc9643c5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0923071
Apr 09 01:57:21.803088 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f49f601-6013-4045-adfa-d067e20390a8 req-cf2ce076-1096-4b33-9894-c0c231709e0c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249977
Apr 09 01:57:22.558606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c1cc7-fb26-4fea-b906-24cb1d24288c req-c69f8fb4-8fb0-4d11-8b44-3a5d1849a7aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:22.560322 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-392c1cc7-fb26-4fea-b906-24cb1d24288c req-c69f8fb4-8fb0-4d11-8b44-3a5d1849a7aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1123383
Apr 09 01:57:22.609342 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-392c1cc7-fb26-4fea-b906-24cb1d24288c req-950a2894-c3c8-4009-9054-4c0e453f660a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390854
Apr 09 01:57:22.902196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a039f8b-5d83-4966-ae6d-45e11b2dd4b4 req-b9d01583-a011-4e77-b340-8188681bd52f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:22.903561 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6a039f8b-5d83-4966-ae6d-45e11b2dd4b4 req-b9d01583-a011-4e77-b340-8188681bd52f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 944 time: 0.1418126
Apr 09 01:57:22.941950 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6a039f8b-5d83-4966-ae6d-45e11b2dd4b4 req-ca75354a-fc87-45db-9fbd-727542b8e38b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256808
Apr 09 01:57:23.146388 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963c692-f837-4e81-a57f-e20b3f9eab0f req-a2b3bf84-b195-41c4-b0fb-99d153dba7fd tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:23.148156 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8963c692-f837-4e81-a57f-e20b3f9eab0f req-a2b3bf84-b195-41c4-b0fb-99d153dba7fd tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0960333
Apr 09 01:57:23.189495 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8963c692-f837-4e81-a57f-e20b3f9eab0f req-e226ecf0-046f-4414-b595-260ae1dcfe4c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340784
Apr 09 01:57:23.273306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:57:23.910600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f30f0-af8c-4064-b2b4-d2c80a71589f req-3671ea0e-17d6-40af-b684-c46824f7ca07 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:23.913940 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-790f30f0-af8c-4064-b2b4-d2c80a71589f req-3671ea0e-17d6-40af-b684-c46824f7ca07 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1500320
Apr 09 01:57:23.945060 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-790f30f0-af8c-4064-b2b4-d2c80a71589f req-a2ad73dc-665b-4a08-b4d6-b17c3e723ab3 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259089
Apr 09 01:57:24.172862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07dde3-cbcf-456e-8509-da09899faf10 req-8902a531-12e1-4ffb-bae5-c094dd9d489e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:24.175423 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c07dde3-cbcf-456e-8509-da09899faf10 req-8902a531-12e1-4ffb-bae5-c094dd9d489e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 944 time: 0.0919025
Apr 09 01:57:24.213976 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c07dde3-cbcf-456e-8509-da09899faf10 req-2619e1b4-bfb4-4bf5-9ece-ca7057ffa990 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309937
Apr 09 01:57:24.244638 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 049cb625-5ff0-4774-8879-28ddd907f300 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:57:24.341981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 049cb625-5ff0-4774-8879-28ddd907f300 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:57:24.347972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 049cb625-5ff0-4774-8879-28ddd907f300 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:57:24.348540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:24.411384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a1a5a-e3f9-4931-bd3b-b1bf1a4e9d43 req-90c8f914-d8e6-4141-b64a-bf8451316675 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:24.413133 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b58a1a5a-e3f9-4931-bd3b-b1bf1a4e9d43 req-90c8f914-d8e6-4141-b64a-bf8451316675 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0918858
Apr 09 01:57:24.452295 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b58a1a5a-e3f9-4931-bd3b-b1bf1a4e9d43 req-d269ee3c-a152-45bc-acdb-69900841fa1c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268013
Apr 09 01:57:24.492024 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:24.504467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5de4fa5-7bb3-4e7f-b497-63db8ea11129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049cb625-5ff0-4774-8879-28ddd907f300'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:57:24.515492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 049cb625-5ff0-4774-8879-28ddd907f300, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=049cb625-5ff0-4774-8879-28ddd907f300,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:24.519421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:24.522133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:24.561645 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5de4fa5-7bb3-4e7f-b497-63db8ea11129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049cb625-5ff0-4774-8879-28ddd907f300', 'code': 200}
Apr 09 01:57:24.595807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=049cb625-5ff0-4774-8879-28ddd907f300,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:24.599673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:25.170221 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f80d3-61b7-438c-b402-700f45bd1660 req-a9d01dcf-e22e-4597-83c2-d5c89025c4de tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:25.171937 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-758f80d3-61b7-438c-b402-700f45bd1660 req-a9d01dcf-e22e-4597-83c2-d5c89025c4de tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0941424
Apr 09 01:57:25.202146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c96887-214f-4206-945c-156aa322aced req-6a72e05d-dd7a-4321-bb08-46c9c0f1920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:25.206163 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-68c96887-214f-4206-945c-156aa322aced req-6a72e05d-dd7a-4321-bb08-46c9c0f1920b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 1098 time: 0.1014843
Apr 09 01:57:25.218126 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-758f80d3-61b7-438c-b402-700f45bd1660 req-897f5add-70a3-4df5-b3fa-a4c934e51ce3 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384676
Apr 09 01:57:25.258605 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-68c96887-214f-4206-945c-156aa322aced req-28e2738c-504f-46e7-a4fb-d372e5fe72b4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263817
Apr 09 01:57:25.443869 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaf655-344b-46de-816e-1f74a7e25c39 req-6b54e20c-c04d-42e4-974f-bd89ec3036ca tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:25.445626 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6aaaf655-344b-46de-816e-1f74a7e25c39 req-6b54e20c-c04d-42e4-974f-bd89ec3036ca tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 945 time: 0.0895240
Apr 09 01:57:25.478346 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6aaaf655-344b-46de-816e-1f74a7e25c39 req-2276f1d2-ba0f-4921-9f8c-75a4bcc53e2a tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256758
Apr 09 01:57:25.677216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c010934-a278-4224-ae4f-3589a2000342 req-9c2aef1b-d151-4c50-9330-553178467568 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:25.679013 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5c010934-a278-4224-ae4f-3589a2000342 req-9c2aef1b-d151-4c50-9330-553178467568 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0923703
Apr 09 01:57:25.717413 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5c010934-a278-4224-ae4f-3589a2000342 req-8fce74c8-2e53-4935-bab5-4b30c3a664fb tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315859
Apr 09 01:57:26.471118 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e537-7694-4a5f-85cc-29389f3da2d8 req-cccede8a-7676-4171-a591-9a615d50a5d5 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:26.474259 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2a5e537-7694-4a5f-85cc-29389f3da2d8 req-cccede8a-7676-4171-a591-9a615d50a5d5 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1322539
Apr 09 01:57:26.509812 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2a5e537-7694-4a5f-85cc-29389f3da2d8 req-02b08bf4-5386-4ce3-8943-fd1f51b1036c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0286610
Apr 09 01:57:26.694192 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe7f26-ba1e-4304-89a7-551f2ba6d75f req-48f908bf-a1c7-471a-b42d-6e099c023060 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:26.695716 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-54fe7f26-ba1e-4304-89a7-551f2ba6d75f req-48f908bf-a1c7-471a-b42d-6e099c023060 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 945 time: 0.0909977
Apr 09 01:57:26.738127 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-54fe7f26-ba1e-4304-89a7-551f2ba6d75f req-054b0cb6-335b-44a8-8151-5a0b573980b4 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300272
Apr 09 01:57:27.005695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ef8bd-79e4-4c91-9f98-b88389ffeafe req-533f8459-2919-4276-937b-fb5916579786 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:27.008852 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-959ef8bd-79e4-4c91-9f98-b88389ffeafe req-533f8459-2919-4276-937b-fb5916579786 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1674125
Apr 09 01:57:27.048458 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-959ef8bd-79e4-4c91-9f98-b88389ffeafe req-a39f84e4-b010-4989-b973-2f978bd45243 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259254
Apr 09 01:57:27.215065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:27.728886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff541f35-187d-4528-8590-322401eb3451 req-2ce92c33-79f7-432e-bfd7-f61368fb5aab tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:27.730595 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ff541f35-187d-4528-8590-322401eb3451 req-2ce92c33-79f7-432e-bfd7-f61368fb5aab tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0952265
Apr 09 01:57:27.766420 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ff541f35-187d-4528-8590-322401eb3451 req-73556fe0-0a1d-41ff-9224-ccd6c8a32fdd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0287874
Apr 09 01:57:27.981231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a13ed-855d-4196-8c8b-5983676cd0c1 req-4a2023c8-7cfe-4a01-98fa-18fce53e558f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:27.983158 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-221a13ed-855d-4196-8c8b-5983676cd0c1 req-4a2023c8-7cfe-4a01-98fa-18fce53e558f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 945 time: 0.0959814
Apr 09 01:57:28.015877 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-221a13ed-855d-4196-8c8b-5983676cd0c1 req-c7a855a7-83ef-4236-9b94-5d2253ea2e4c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260525
Apr 09 01:57:28.256645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b28699-defa-400b-871e-34e0017de42b req-8ac04754-d8ec-4393-a56c-e8697e5dc839 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:28.258211 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-30b28699-defa-400b-871e-34e0017de42b req-8ac04754-d8ec-4393-a56c-e8697e5dc839 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0916533
Apr 09 01:57:28.294367 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-30b28699-defa-400b-871e-34e0017de42b req-24b725c2-6a66-4f8f-a2fd-0a0855611055 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297458
Apr 09 01:57:28.990551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbff119-39dc-4ba3-960f-89188d207bdb req-e3454c0c-36bc-4dc8-8bd6-849e02c37beb tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:28.992177 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-acbff119-39dc-4ba3-960f-89188d207bdb req-e3454c0c-36bc-4dc8-8bd6-849e02c37beb tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0913770
Apr 09 01:57:29.024026 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-acbff119-39dc-4ba3-960f-89188d207bdb req-4df3e753-41b1-4be8-92ff-dcba09914f5a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253453
Apr 09 01:57:29.225447 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dabaa-ccee-4ba8-bbf7-3718d81294bb req-29a8724b-610c-43e4-bcde-8e4ae19ae233 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:29.227065 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0b0dabaa-ccee-4ba8-bbf7-3718d81294bb req-29a8724b-610c-43e4-bcde-8e4ae19ae233 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 945 time: 0.0957692
Apr 09 01:57:29.262632 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0b0dabaa-ccee-4ba8-bbf7-3718d81294bb req-21ea52bc-bfec-425f-bc90-de312a5be4fe tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0289147
Apr 09 01:57:29.502549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869af393-c358-463c-9210-9e3f52b0e53c req-93943696-7f25-4074-bdb2-753b8700281d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:29.504247 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-869af393-c358-463c-9210-9e3f52b0e53c req-93943696-7f25-4074-bdb2-753b8700281d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0913568
Apr 09 01:57:29.536271 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-869af393-c358-463c-9210-9e3f52b0e53c req-64ff78f3-3e26-4b74-9aec-05a2c32a28a8 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251977
Apr 09 01:57:30.225572 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-083b3e77-1d05-4946-b135-543012cd7520 req-fabf827c-6d32-4b2e-9859-8788b5ae9663 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0895295
Apr 09 01:57:30.271606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bd960-0b8b-4e75-8da0-d750118115e3 req-94ec4a9d-c907-4f24-99fd-d5a598916b94 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:30.273430 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c1bd960-0b8b-4e75-8da0-d750118115e3 req-94ec4a9d-c907-4f24-99fd-d5a598916b94 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1237638
Apr 09 01:57:30.313299 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c1bd960-0b8b-4e75-8da0-d750118115e3 req-025e8889-ebe1-4291-b16f-3c8d3befa970 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320451
Apr 09 01:57:30.481389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b354-50a0-4e36-9e91-a3f8aa59b304 req-e71af6eb-4d98-402b-9239-b8d7a8c4f22b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:30.483224 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6cf6b354-50a0-4e36-9e91-a3f8aa59b304 req-e71af6eb-4d98-402b-9239-b8d7a8c4f22b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 945 time: 0.0911868
Apr 09 01:57:30.516531 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6cf6b354-50a0-4e36-9e91-a3f8aa59b304 req-a29492c2-b72f-4036-9163-ae2695c221d0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262938
Apr 09 01:57:30.758954 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b3e77-1d05-4946-b135-543012cd7520 req-089f7830-7b1b-448a-872d-31267a4e68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:30.761095 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-083b3e77-1d05-4946-b135-543012cd7520 req-089f7830-7b1b-448a-872d-31267a4e68d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 1099 time: 0.1390190
Apr 09 01:57:30.787042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c416883-36a6-4a12-886d-76529e87a4ce req-92bb78de-bc09-4175-9413-23c9b0302d6c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:30.789145 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4c416883-36a6-4a12-886d-76529e87a4ce req-92bb78de-bc09-4175-9413-23c9b0302d6c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0954967
Apr 09 01:57:30.827366 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4c416883-36a6-4a12-886d-76529e87a4ce req-8beaafd3-c575-47a5-b702-22cfca5eb88d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0301082
Apr 09 01:57:31.024605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b3e77-1d05-4946-b135-543012cd7520 req-521eed03-819b-4e53-9a7c-194e9444196e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:31.026212 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-083b3e77-1d05-4946-b135-543012cd7520 req-521eed03-819b-4e53-9a7c-194e9444196e service neutron] 10.222.0.62 "GET /v2.0/networks?id=107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 200  len: 916 time: 0.1920414
Apr 09 01:57:31.116711 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-083b3e77-1d05-4946-b135-543012cd7520 req-89542275-9703-465d-b2e5-d9b14ac2d783 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d9b252f-f22d-4ce9-b735-5bd12865a4da HTTP/1.1" status: 200  len: 217 time: 0.0809357
Apr 09 01:57:31.191790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b3e77-1d05-4946-b135-543012cd7520 req-c600116d-5547-4f1b-89e2-524a14dd590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:31.193426 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-083b3e77-1d05-4946-b135-543012cd7520 req-c600116d-5547-4f1b-89e2-524a14dd590a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 200  len: 855 time: 0.0694108
Apr 09 01:57:31.253908 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-083b3e77-1d05-4946-b135-543012cd7520 req-1b8f7278-41e6-4a2c-a635-da3d7e789957 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=107997fa-4577-421c-97e5-52be9579a476&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520811
Apr 09 01:57:31.573392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671e2b0-9242-441a-91c1-5852107ed9f5 req-2e6dc50b-8d8c-423b-8c68-addb01173415 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:31.575146 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6671e2b0-9242-441a-91c1-5852107ed9f5 req-2e6dc50b-8d8c-423b-8c68-addb01173415 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1328974
Apr 09 01:57:31.610370 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6671e2b0-9242-441a-91c1-5852107ed9f5 req-74542cd3-f44e-42dd-8429-2d9d7c14337f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0274835
Apr 09 01:57:31.640634 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-083b3e77-1d05-4946-b135-543012cd7520 req-7eb75af7-3bb6-4db4-a22b-fb41234676e5 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3763146
Apr 09 01:57:31.812736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a897ddb-9258-4e1d-aa4a-e28cb31441ae req-e5235b7f-4699-410b-afa3-2a4232e95f00 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:31.814427 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0a897ddb-9258-4e1d-aa4a-e28cb31441ae req-e5235b7f-4699-410b-afa3-2a4232e95f00 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 945 time: 0.0917628
Apr 09 01:57:31.852555 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0a897ddb-9258-4e1d-aa4a-e28cb31441ae req-ebd7ff99-373e-485c-bff1-f2483d4f5b99 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304148
Apr 09 01:57:32.099067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d14c08-474e-462b-9a01-fd1622e0a92e req-ac01403c-818e-4fd9-a1de-c89edd417464 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:32.100881 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-28d14c08-474e-462b-9a01-fd1622e0a92e req-ac01403c-818e-4fd9-a1de-c89edd417464 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0963104
Apr 09 01:57:32.136443 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-28d14c08-474e-462b-9a01-fd1622e0a92e req-d5e1c7cd-211b-4953-a427-06ca35b1b425 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0283637
Apr 09 01:57:32.827419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b262ea3-a2ff-44b9-b766-531255255313 req-9d30114f-af78-4c9d-920c-2412898d99a4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:32.829159 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6b262ea3-a2ff-44b9-b766-531255255313 req-9d30114f-af78-4c9d-920c-2412898d99a4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0941184
Apr 09 01:57:32.867545 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6b262ea3-a2ff-44b9-b766-531255255313 req-ef36775e-8cda-4287-8431-b30c738d0817 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0312655
Apr 09 01:57:33.369121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e1cbc-5ae5-43d9-a836-80c4d2f0586c req-70fa74cf-210f-4cac-9149-bb9b9425e464 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:33.370818 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-941e1cbc-5ae5-43d9-a836-80c4d2f0586c req-70fa74cf-210f-4cac-9149-bb9b9425e464 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0902770
Apr 09 01:57:33.402399 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-941e1cbc-5ae5-43d9-a836-80c4d2f0586c req-da32ae1f-a77a-41c6-b4e1-20ce6e213f46 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248652
Apr 09 01:57:33.644351 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-083b3e77-1d05-4946-b135-543012cd7520 req-8ee498d4-82f0-4915-92cd-cd1ce4e185f1 service neutron] 10.222.0.62 "GET /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1759140
Apr 09 01:57:34.088397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dace74-425c-4a6a-b96e-8e88af346eeb req-d77d31e3-a3d0-4c1c-a928-91e285ff55b6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:34.090195 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-74dace74-425c-4a6a-b96e-8e88af346eeb req-d77d31e3-a3d0-4c1c-a928-91e285ff55b6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0918922
Apr 09 01:57:34.126275 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-74dace74-425c-4a6a-b96e-8e88af346eeb req-2c6bdd79-f5cc-4ba6-ad0b-e89cca3e28ae tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0291784
Apr 09 01:57:34.608491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19ecf4-65ba-4b61-845d-d7a0bf121532 req-f3832eb4-e3a3-4e61-a516-9357abfd7d36 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:34.610115 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1a19ecf4-65ba-4b61-845d-d7a0bf121532 req-f3832eb4-e3a3-4e61-a516-9357abfd7d36 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0907390
Apr 09 01:57:34.642609 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1a19ecf4-65ba-4b61-845d-d7a0bf121532 req-74d6b90b-dbce-4e09-8ab8-ba2c87133209 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253668
Apr 09 01:57:35.342166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cbf5d-1825-46e1-b4a1-8bf80a3dc69c req-e3c865a0-ecba-4b7f-a605-42acddfbccdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:35.343776 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5e7cbf5d-1825-46e1-b4a1-8bf80a3dc69c req-e3c865a0-ecba-4b7f-a605-42acddfbccdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0943022
Apr 09 01:57:35.389859 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5e7cbf5d-1825-46e1-b4a1-8bf80a3dc69c req-aaae8a92-85bb-4a0b-bf0f-035b5785d468 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330267
Apr 09 01:57:35.902054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589a4fa-f06a-4cc0-9261-2ba5d6c75be5 req-9302e546-99dd-4b65-a58a-e1cdf886b789 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:35.903701 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3589a4fa-f06a-4cc0-9261-2ba5d6c75be5 req-9302e546-99dd-4b65-a58a-e1cdf886b789 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0950177
Apr 09 01:57:35.942200 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3589a4fa-f06a-4cc0-9261-2ba5d6c75be5 req-002e9236-f4a3-4725-a328-5e23f0953903 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268087
Apr 09 01:57:36.624712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf18b8-4f68-4f41-bc64-257567f91150 req-fcc520a0-9986-4ff1-b333-b2f686de6268 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:36.626920 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1daf18b8-4f68-4f41-bc64-257567f91150 req-fcc520a0-9986-4ff1-b333-b2f686de6268 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0964122
Apr 09 01:57:36.676841 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1daf18b8-4f68-4f41-bc64-257567f91150 req-6683ee81-00c1-414b-892c-85856b821305 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344894
Apr 09 01:57:37.077355 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1455480-cb1f-4a45-958c-738fea20213e req-fb6d77e0-bb29-4f2e-a51e-9ba6c032c9a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:37.078830 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f1455480-cb1f-4a45-958c-738fea20213e req-fb6d77e0-bb29-4f2e-a51e-9ba6c032c9a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0869980
Apr 09 01:57:37.109913 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f1455480-cb1f-4a45-958c-738fea20213e req-7d57548c-f731-48ae-950e-02486fdcd428 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0238030
Apr 09 01:57:39.238009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-cc690261-05e6-4076-9bb9-43e020dca876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:39.240413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b09278-52a0-4404-b1bc-c45f056274ef req-c42ef17e-5a0a-4f2e-bf86-51f34c1ede41 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:39.240560 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-cc690261-05e6-4076-9bb9-43e020dca876 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 1098 time: 0.0925133
Apr 09 01:57:39.242116 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-27b09278-52a0-4404-b1bc-c45f056274ef req-c42ef17e-5a0a-4f2e-bf86-51f34c1ede41 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1190066
Apr 09 01:57:39.281701 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-27b09278-52a0-4404-b1bc-c45f056274ef req-8e14241b-e3fb-4673-a852-d4a9ba71f1a6 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326338
Apr 09 01:57:39.418289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-622d2391-78ba-4b1a-993c-132379171ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:39.420180 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-622d2391-78ba-4b1a-993c-132379171ad6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 911 time: 0.1586845
Apr 09 01:57:39.438565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533982b-5f62-4100-b255-03937a888640 req-ecb0d8a8-d634-4b64-b4cd-cf15b1d0e492 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:39.440758 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8533982b-5f62-4100-b255-03937a888640 req-ecb0d8a8-d634-4b64-b4cd-cf15b1d0e492 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1013348
Apr 09 01:57:39.479586 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8533982b-5f62-4100-b255-03937a888640 req-20f08045-aec6-4f86-a65e-d6a079f871e6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0314276
Apr 09 01:57:39.550366 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-0c8280de-7947-4595-9e1e-f72f56905fcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11 HTTP/1.1" status: 200  len: 1001 time: 0.1174943
Apr 09 01:57:39.625469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-7be08edb-0c35-42f0-ba4e-cd3ba980c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:39.627644 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-7be08edb-0c35-42f0-ba4e-cd3ba980c18f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 200  len: 849 time: 0.0682220
Apr 09 01:57:39.715557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-4b7892ae-25e8-4310-849d-4e1a2fdf026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:39.717278 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-4b7892ae-25e8-4310-849d-4e1a2fdf026e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827134
Apr 09 01:57:39.865816 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-ba181e9f-5b58-442c-9aa7-a06f696fc931 service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388299
Apr 09 01:57:40.010715 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a22ef5d1-271c-49d3-a124-484eb682b0dd req-eb272b47-7da4-4f2a-8f37-194ea244010a service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375868
Apr 09 01:57:40.503172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec110be6-999d-4bb7-9ba5-24256ef63d74 req-5b570bb1-e4a1-40b0-b14a-133b6f5d8855 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:40.504805 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ec110be6-999d-4bb7-9ba5-24256ef63d74 req-5b570bb1-e4a1-40b0-b14a-133b6f5d8855 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0903034
Apr 09 01:57:40.541659 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ec110be6-999d-4bb7-9ba5-24256ef63d74 req-cd9185c8-4e1e-4911-8a7d-735a8ecc0785 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304127
Apr 09 01:57:40.732519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4394b1e-f0ce-4e97-948b-4ecc92bcb2c4 req-684d619b-997d-41df-88eb-7af2f6063cf9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:40.735932 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b4394b1e-f0ce-4e97-948b-4ecc92bcb2c4 req-684d619b-997d-41df-88eb-7af2f6063cf9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1076982
Apr 09 01:57:40.768553 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b4394b1e-f0ce-4e97-948b-4ecc92bcb2c4 req-c09479f2-9cb6-4f19-87e8-9fcae1f4bf50 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0254619
Apr 09 01:57:41.775545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834375-00dc-473c-963f-1c938adccb67 req-481a54da-1ee2-44d1-af69-b8b86046d2ed tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:41.777420 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-47834375-00dc-473c-963f-1c938adccb67 req-481a54da-1ee2-44d1-af69-b8b86046d2ed tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0965450
Apr 09 01:57:41.816950 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-47834375-00dc-473c-963f-1c938adccb67 req-4a091879-2af0-4d4e-b788-dff016cc894a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322444
Apr 09 01:57:42.039621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8770ed-f6f5-4deb-9c2a-7ac5a9d32890 req-bfba8205-3b32-4aa7-a21b-f8a6ddb4d68d tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:42.041259 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5d8770ed-f6f5-4deb-9c2a-7ac5a9d32890 req-bfba8205-3b32-4aa7-a21b-f8a6ddb4d68d tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0961695
Apr 09 01:57:42.072167 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5d8770ed-f6f5-4deb-9c2a-7ac5a9d32890 req-891db411-bf5f-4116-8c29-74918daaad6f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0243552
Apr 09 01:57:43.076404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e0d97-f8ba-4202-8f98-e122a1fd76c0 req-93b8f538-1c71-45c5-8c7c-1a3878b35494 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:43.078236 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-262e0d97-f8ba-4202-8f98-e122a1fd76c0 req-93b8f538-1c71-45c5-8c7c-1a3878b35494 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0898516
Apr 09 01:57:43.114078 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-262e0d97-f8ba-4202-8f98-e122a1fd76c0 req-4a9eaa09-fce6-4106-8f37-88a06b58690e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287933
Apr 09 01:57:43.768891 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ca7de38c-a784-4f4b-be88-c5230a422119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:44.271241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 54188) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:57:44.328391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c29d3-21dc-4cd5-a244-6b6cb47b94f7 req-29c8d1f8-d2eb-4448-b5c7-de0015205c2c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:44.330111 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-772c29d3-21dc-4cd5-a244-6b6cb47b94f7 req-29c8d1f8-d2eb-4448-b5c7-de0015205c2c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0937219
Apr 09 01:57:44.363718 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-772c29d3-21dc-4cd5-a244-6b6cb47b94f7 req-c10c6a2c-cc70-4a24-a197-93207712b3f1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0273371
Apr 09 01:57:44.411873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:44.428710 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:57:44.432700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Usage tracker for resource:security_group_rule and tenant:a108dc10dcf74dd4b5c55f414e090966 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:57:44.435641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:57:44.441692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:57:44.547341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:44.550492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:44.560293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bcee4b7f-8beb-4fc3-b304-6314b7c8bd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:44.602807 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a108dc10dcf74dd4b5c55f414e090966&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3303304
Apr 09 01:57:44.604929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f95e5f-8c96-4211-9a95-5a0e46a4db1e,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:44.608150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 54194) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:57:44.614810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.615226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.615644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.616052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.616460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.616855 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.617249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.617639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.618038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.618426 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.618814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.619197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.623525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:44.714700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:44.744029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:44.813448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:44.818710 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-95fe2c38-7a1a-4392-8f51-abc43d5932d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:44.831745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f95e5f-8c96-4211-9a95-5a0e46a4db1e,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:44.841810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.842383 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.842882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.843370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.843847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.844353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.844841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.845279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.846315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.846696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.847073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.847448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:57:44.861686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:44.863202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:44.863848 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57f95e5f-8c96-4211-9a95-5a0e46a4db1e HTTP/1.1" status: 204  len: 168 time: 0.2541938
Apr 09 01:57:45.574906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad53e3-ec8a-48fd-af2e-90ceccf13351 req-ca0f1b4e-118e-4aaf-82e6-d5b1fa50f208 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:45.576569 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-07ad53e3-ec8a-48fd-af2e-90ceccf13351 req-ca0f1b4e-118e-4aaf-82e6-d5b1fa50f208 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0950730
Apr 09 01:57:45.608050 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-07ad53e3-ec8a-48fd-af2e-90ceccf13351 req-e17af1e4-a65c-438e-9461-6a58a43fb431 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244932
Apr 09 01:57:46.820520 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5d0c2-45cd-49d4-b5d6-c80b88acf1e1 req-60ea1119-7e93-4657-87d8-9d332eaa6988 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:46.822160 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5b5d0c2-45cd-49d4-b5d6-c80b88acf1e1 req-60ea1119-7e93-4657-87d8-9d332eaa6988 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0973010
Apr 09 01:57:46.859924 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5b5d0c2-45cd-49d4-b5d6-c80b88acf1e1 req-4789cdea-2c47-43da-9f8b-a9928168c538 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266860
Apr 09 01:57:47.573849 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-bcdab06b-8617-41ec-b2f7-a718dceda2e8 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=e7bba559dd0c4915b7d88a224a90d318&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0330126
Apr 09 01:57:47.747350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-6f5bd9c7-cc1b-4b58-88e1-4ed67868d884 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:47.749044 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-6f5bd9c7-cc1b-4b58-88e1-4ed67868d884 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1689768
Apr 09 01:57:47.766933 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-f640469b-007e-48b4-8e0e-42ed0faad7e2 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/quotas/e7bba559dd0c4915b7d88a224a90d318 HTTP/1.1" status: 200  len: 375 time: 0.0106382
Apr 09 01:57:47.823401 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-a2aa3b23-1282-4691-b60c-a59903e9ed63 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7bba559dd0c4915b7d88a224a90d318&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0493116
Apr 09 01:57:48.086599 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3d70dcab-9d4a-4d2c-a1b9-e45625c7e055 req-ba282d43-64cc-47cb-800c-1f48d86e265b tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 210 time: 0.0944073
Apr 09 01:57:48.138776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331185f-9ed8-4851-8c9c-74e5462f5286 req-202acfe8-5747-4f5d-b7fa-3a9cdb587d90 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:48.140601 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b331185f-9ed8-4851-8c9c-74e5462f5286 req-202acfe8-5747-4f5d-b7fa-3a9cdb587d90 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1110210
Apr 09 01:57:48.167227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-944c452f-91a8-4ff9-b71d-f9f7408d709e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:48.203733 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b331185f-9ed8-4851-8c9c-74e5462f5286 req-127639c0-13ef-44dd-8425-cc29c87cae23 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458045
Apr 09 01:57:48.718445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:49.123208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:49.303530 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b738674a-f9ae-46ef-8b39-ae265c596c95 req-7d5d2146-cc38-4ccf-9e6a-f0559ef1c5aa tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 210 time: 0.0616162
Apr 09 01:57:49.495604 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570123c9-488f-421b-98a5-1c1fd69c8b12 req-a1e4474e-734c-49eb-92e3-24fda495e633 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:49.497304 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-570123c9-488f-421b-98a5-1c1fd69c8b12 req-a1e4474e-734c-49eb-92e3-24fda495e633 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0915983
Apr 09 01:57:49.529988 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-570123c9-488f-421b-98a5-1c1fd69c8b12 req-708f70ed-75df-487e-bf6c-7b5bd55ac0f9 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253839
Apr 09 01:57:50.106235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210c240-fa12-4d2e-8ea2-606a2399c40d req-eadef542-3bfd-4661-868f-094e3a16792f tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:50.108174 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4210c240-fa12-4d2e-8ea2-606a2399c40d req-eadef542-3bfd-4661-868f-094e3a16792f tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 946 time: 0.0913191
Apr 09 01:57:50.169013 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-966e67ce-84ca-4474-9868-34792da1b6dd tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e7bba559dd0c4915b7d88a224a90d318&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0407650
Apr 09 01:57:50.184663 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4210c240-fa12-4d2e-8ea2-606a2399c40d req-ab14f4bd-6937-4a60-83fb-afd8d1ec65da tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580671
Apr 09 01:57:50.357435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:50.467121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-ac7c70ea-6759-4996-ab42-bf571023b86d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:50.470252 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-ac7c70ea-6759-4996-ab42-bf571023b86d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2925496
Apr 09 01:57:50.499911 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c437300b-cc16-4f7f-b330-9e0870bc5b53 req-bf76de4d-6efd-4456-9a2e-d3ff1008f880 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 210 time: 0.0565047
Apr 09 01:57:50.511015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Request body: {'port': {'device_id': '6755a60f-d086-457a-be62-04cff72a943e', 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3', 'admin_state_up': True, 'tenant_id': 'e7bba559dd0c4915b7d88a224a90d318'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:57:50.687295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:57:50.692922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Usage tracker for resource:port and tenant:e7bba559dd0c4915b7d88a224a90d318 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:57:50.696664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:57:50.704187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:57:50.714820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Made reservation on behalf of e7bba559dd0c4915b7d88a224a90d318 for: {'port': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:57:50.721922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:50.737548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:50.754016 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889b20e-c8c7-4263-97d1-e990e67ebbcf req-0b646b8b-d5d2-4d86-a9e9-7d034816879d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:50.755792 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b889b20e-c8c7-4263-97d1-e990e67ebbcf req-0b646b8b-d5d2-4d86-a9e9-7d034816879d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0985475
Apr 09 01:57:50.756236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:57:50.761156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Usage tracker for resource:security_group_rule and tenant:e7bba559dd0c4915b7d88a224a90d318 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:57:50.764830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:57:50.772487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:57:50.796286 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b889b20e-c8c7-4263-97d1-e990e67ebbcf req-f05b4367-2ac9-4292-8069-51533de12774 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325615
Apr 09 01:57:50.895380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:50.902653 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:50.968370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e3e68a88-6cae-4c68-a979-1ecc2f4733c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:51.031236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c8191d-0f3c-4574-95dc-12bd6751a32c,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:51.040725 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:51.149457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Allocated IP 192.168.233.221 (c24c4531-3915-43f0-b7e5-296cb9809fc3/d43aed73-f3a2-489a-8cdb-309740da7601/9be3ee1c-cebd-42af-838e-59ecd8031e82) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:57:51.402356 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:51.434723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Transition to ACTIVE for port object 9be3ee1c-cebd-42af-838e-59ecd8031e82 will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:57:51.458393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7429d-26b5-43a8-a458-d2cddee575f7 req-9c62769b-788f-416a-9f3d-ab11e0cafb9f tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:51.460472 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-46a7429d-26b5-43a8-a458-d2cddee575f7 req-9c62769b-788f-416a-9f3d-ab11e0cafb9f tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 946 time: 0.1305585
Apr 09 01:57:51.477369 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:51.501519 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-46a7429d-26b5-43a8-a458-d2cddee575f7 req-127f30eb-a9e1-4315-b2a9-16d18d8f5e75 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0297890
Apr 09 01:57:51.512385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b7ca1bc4-6d31-4227-bf98-fa78055703be tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:51.767308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d723e0-e3af-498f-a5cf-a1c8dca1ed5b req-433834d0-eb0f-4105-a1f3-14d620b91acf tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:51.768955 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-83d723e0-e3af-498f-a5cf-a1c8dca1ed5b req-433834d0-eb0f-4105-a1f3-14d620b91acf tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 936 time: 0.1053159
Apr 09 01:57:51.798347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Pushing event updated for resources: {'Port': ['ID=9be3ee1c-cebd-42af-838e-59ecd8031e82,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:51.808799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:51.846089 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-83d723e0-e3af-498f-a5cf-a1c8dca1ed5b req-d0da5019-0f95-49fb-98a6-c35e7b288f50 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623326
Apr 09 01:57:51.889255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Network c24c4531-3915-43f0-b7e5-296cb9809fc3 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:57:51.890706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:57:51.894107 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:57:51.977828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:51.978588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:52.018815 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5155463
Apr 09 01:57:52.057393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Request body: {'port': {'device_id': '6755a60f-d086-457a-be62-04cff72a943e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:57:52.100023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ed1eb-f401-4325-837b-49998dbdb78c req-a9b8fdd6-a80c-4ed4-b859-bdf025527073 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:52.102543 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e3ed1eb-f401-4325-837b-49998dbdb78c req-a9b8fdd6-a80c-4ed4-b859-bdf025527073 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1304982
Apr 09 01:57:52.144201 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e3ed1eb-f401-4325-837b-49998dbdb78c req-5e5f8d28-1074-443f-bcb5-08a37b096ba1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311208
Apr 09 01:57:52.193290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-da77c5a8-a9b6-4335-ab4f-bb752f16a3d9 None None] Provisioning for port 9be3ee1c-cebd-42af-838e-59ecd8031e82 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:57:52.198623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-da77c5a8-a9b6-4335-ab4f-bb752f16a3d9 None None] Provisioning complete for port 9be3ee1c-cebd-42af-838e-59ecd8031e82 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:57:52.199187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-da77c5a8-a9b6-4335-ab4f-bb752f16a3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:52.221929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:52.262143 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-da77c5a8-a9b6-4335-ab4f-bb752f16a3d9 None None] Port 9be3ee1c-cebd-42af-838e-59ecd8031e82 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:57:52.766875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be3ee1c-cebd-42af-838e-59ecd8031e82 {{(pid=85248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:57:52.775966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:52.799526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Transition to ACTIVE for port object 9be3ee1c-cebd-42af-838e-59ecd8031e82 will not be triggered until provisioned by entity L2. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:57:52.802694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:52.807856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7153a2-ead9-40c0-b5ef-1403b7595bf0 req-39e90135-94fa-476c-a086-cb3034a2a710 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:52.809533 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4f7153a2-ead9-40c0-b5ef-1403b7595bf0 req-39e90135-94fa-476c-a086-cb3034a2a710 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 946 time: 0.1626649
Apr 09 01:57:52.819881 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:52.823783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-c42ab710-278b-48c0-967b-45cf544d2316 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:52.825559 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-c42ab710-278b-48c0-967b-45cf544d2316 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 946 time: 0.1361399
Apr 09 01:57:52.866098 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4f7153a2-ead9-40c0-b5ef-1403b7595bf0 req-937d1a4e-3b15-49a5-94db-9c2f962be24d tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393991
Apr 09 01:57:52.904966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Pushing event updated for resources: {'Port': ['ID=9be3ee1c-cebd-42af-838e-59ecd8031e82,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:52.911252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:52.969915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Deleting port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:57:52.970367 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:53.507286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Attempting to bind port 9be3ee1c-cebd-42af-838e-59ecd8031e82 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:57:53.507650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Attempting to bind port 9be3ee1c-cebd-42af-838e-59ecd8031e82 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '7cfd6f2c-cbff-4733-91cb-ac50c2877252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3'}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:57:53.508008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Attempting to bind port 9be3ee1c-cebd-42af-838e-59ecd8031e82 on network c24c4531-3915-43f0-b7e5-296cb9809fc3 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:57:53.513553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Port 9be3ee1c-cebd-42af-838e-59ecd8031e82 on network c24c4531-3915-43f0-b7e5-296cb9809fc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:57:53.513918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Attempting to bind port 9be3ee1c-cebd-42af-838e-59ecd8031e82 on network c24c4531-3915-43f0-b7e5-296cb9809fc3 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:57:53.520030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:57:53.520417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Checking segment: {'id': '7cfd6f2c-cbff-4733-91cb-ac50c2877252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:57:53.520847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Bound using segment: {'id': '7cfd6f2c-cbff-4733-91cb-ac50c2877252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3'} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:57:53.521328 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Bound port: 9be3ee1c-cebd-42af-838e-59ecd8031e82, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cfd6f2c-cbff-4733-91cb-ac50c2877252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3'}}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:57:53.521716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:53.603306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b20911-bd4a-4c11-88e2-4264ca3a796f req-257ac854-b7b6-4b0d-a2f7-27640d91f7be tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:53.604978 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e3b20911-bd4a-4c11-88e2-4264ca3a796f req-257ac854-b7b6-4b0d-a2f7-27640d91f7be tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 948 time: 0.5960612
Apr 09 01:57:53.634840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] For port 9be3ee1c-cebd-42af-838e-59ecd8031e82, host hv-cinder-78462, cleared binding levels {{(pid=85248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:57:53.641015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] For port 9be3ee1c-cebd-42af-838e-59ecd8031e82, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9be3ee1c-cebd-42af-838e-59ecd8031e82,segment=NetworkSegment(7cfd6f2c-cbff-4733-91cb-ac50c2877252),segment_id=7cfd6f2c-cbff-4733-91cb-ac50c2877252)] {{(pid=85248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:57:53.647116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:53.673509 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e3b20911-bd4a-4c11-88e2-4264ca3a796f req-bdaca745-fe7a-44b9-afd9-fbb38b1513f3 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585117
Apr 09 01:57:53.677175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:53.683613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] For port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:53.684056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:53.766404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f34eff-854f-4736-9b07-f06f356ebb85 req-eb58d4c5-fa3f-4666-9460-afe3013d634b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:53.768792 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78f34eff-854f-4736-9b07-f06f356ebb85 req-eb58d4c5-fa3f-4666-9460-afe3013d634b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2580817
Apr 09 01:57:53.844382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Calling delete_port for 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:57:53.974499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Pushing event updated for resources: {'Port': ['ID=9be3ee1c-cebd-42af-838e-59ecd8031e82,revision_number=3']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:53.985822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:54.029755 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78f34eff-854f-4736-9b07-f06f356ebb85 req-e52ac197-feda-459e-9286-02a0b949164e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937845
Apr 09 01:57:54.035384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:54.036474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:54.038851 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] 10.222.0.62 "PUT /v2.0/ports/9be3ee1c-cebd-42af-838e-59ecd8031e82 HTTP/1.1" status: 200  len: 1098 time: 1.9887171
Apr 09 01:57:54.039458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6755a60f-d086-457a-be62-04cff72a943e', 'tag': '9be3ee1c-cebd-42af-838e-59ecd8031e82'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:57:54.219818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-f59b3613-0c1f-4599-907e-47f0b1d767ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:54.222334 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-f59b3613-0c1f-4599-907e-47f0b1d767ff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7bba559dd0c4915b7d88a224a90d318&device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 1101 time: 0.1077170
Apr 09 01:57:54.334667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a646d85-ba4b-40d4-82e8-16f168a18716 req-792234aa-4e9a-4385-9b9f-dd812c25bda3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:54.340235 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-0538a378-71c1-4748-83d1-c0147b31710b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9be3ee1c-cebd-42af-838e-59ecd8031e82 HTTP/1.1" status: 200  len: 217 time: 0.0782244
Apr 09 01:57:54.342702 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a646d85-ba4b-40d4-82e8-16f168a18716 req-792234aa-4e9a-4385-9b9f-dd812c25bda3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 945 time: 0.5083811
Apr 09 01:57:54.390477 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a646d85-ba4b-40d4-82e8-16f168a18716 req-81c4b70d-dc58-4468-a16e-753d3024cadb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467920
Apr 09 01:57:54.431422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-7afa1086-67d9-47bc-bfff-6c74618cf387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:54.433339 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-7afa1086-67d9-47bc-bfff-6c74618cf387 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d43aed73-f3a2-489a-8cdb-309740da7601 HTTP/1.1" status: 200  len: 843 time: 0.0830305
Apr 09 01:57:54.476756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:54.489573 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6755a60f-d086-457a-be62-04cff72a943e', 'tag': '9be3ee1c-cebd-42af-838e-59ecd8031e82', 'status': 'completed', 'code': 200}
Apr 09 01:57:54.511031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-474b4bf4-b5ba-417f-b7bd-f05469d1ace5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:54.532072 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-acaf44b2-4708-442b-9518-56bdb39c875b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:54.534295 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-acaf44b2-4708-442b-9518-56bdb39c875b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c24c4531-3915-43f0-b7e5-296cb9809fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0891578
Apr 09 01:57:54.606011 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-506aee84-860c-42dd-a992-aabcefeab111 req-322f0af3-1748-4a4d-83e4-3f71767322b1 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 210 time: 0.1919625
Apr 09 01:57:54.618788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Pushing event deleted for resources: {'Port': ['ID=27a9d1fd-72cd-4f30-ad24-03981fc9fcc1,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:54.677926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:54.733442 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-45924a31-dc03-41a9-ba3b-bf014f9cb813 service neutron] 10.222.0.62 "GET /v2.0/networks/c24c4531-3915-43f0-b7e5-296cb9809fc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917503
Apr 09 01:57:54.824530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] No DVR routers for this DVR port 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:57:54.827775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:54.832444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b453594-dafd-4c17-b89f-99d0d71a68c8', 'name': 'network-vif-deleted', 'tag': '27a9d1fd-72cd-4f30-ad24-03981fc9fcc1'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:57:54.851558 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3a30ed4-fabc-473c-91f8-1cf53054f45b req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.62 "DELETE /v2.0/ports/27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 HTTP/1.1" status: 204  len: 173 time: 1.9838951
Apr 09 01:57:54.997209 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b453594-dafd-4c17-b89f-99d0d71a68c8', 'name': 'network-vif-deleted', 'tag': '27a9d1fd-72cd-4f30-ad24-03981fc9fcc1', 'status': 'completed', 'code': 200}
Apr 09 01:57:55.010070 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d3e11f0d-016e-4e21-9cb5-611d310d6ce6 req-d3aa76f5-9037-48c7-a5e3-2e0c2f0b8f6b service neutron] 10.222.0.62 "GET /v2.0/networks/c24c4531-3915-43f0-b7e5-296cb9809fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2669680
Apr 09 01:57:55.086940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7c0c4-cfe5-40ed-b2fe-b1ff4e248126 req-ad5a3afa-cbf8-4ecc-a4a1-de1779e0cbd9 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:55.088968 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d5b7c0c4-cfe5-40ed-b2fe-b1ff4e248126 req-ad5a3afa-cbf8-4ecc-a4a1-de1779e0cbd9 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 948 time: 0.1673331
Apr 09 01:57:55.130253 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d5b7c0c4-cfe5-40ed-b2fe-b1ff4e248126 req-a0d9e60e-9214-4933-843e-57931b74818a tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300534
Apr 09 01:57:55.278563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f12f0-f7c6-4d26-a688-396dd8b24c3d req-aff07a02-624b-4a2f-84ad-a8e16ff8542c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:55.280198 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-036f12f0-f7c6-4d26-a688-396dd8b24c3d req-aff07a02-624b-4a2f-84ad-a8e16ff8542c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0963891
Apr 09 01:57:55.309843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-2f31c81e-a633-4a38-aa22-84f1ff4d20f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:55.311817 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-2f31c81e-a633-4a38-aa22-84f1ff4d20f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e7bba559dd0c4915b7d88a224a90d318&device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 1101 time: 0.1153383
Apr 09 01:57:55.325956 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-036f12f0-f7c6-4d26-a688-396dd8b24c3d req-393e376d-b953-4a7a-8db8-c4928da10f36 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381479
Apr 09 01:57:55.478351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-26e8c591-0145-42b3-9d42-54923046d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:55.480068 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-26e8c591-0145-42b3-9d42-54923046d4cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=c24c4531-3915-43f0-b7e5-296cb9809fc3 HTTP/1.1" status: 200  len: 870 time: 0.1575041
Apr 09 01:57:55.597230 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-d3e4886f-a031-4f05-b546-b74a52c29eb1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=9be3ee1c-cebd-42af-838e-59ecd8031e82 HTTP/1.1" status: 200  len: 217 time: 0.1093285
Apr 09 01:57:55.671733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fda2b8-5fc7-45f1-92f8-958578e76da6 req-84e9b337-4055-4f2e-a1ba-9073ff09152c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:55.673652 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-71fda2b8-5fc7-45f1-92f8-958578e76da6 req-84e9b337-4055-4f2e-a1ba-9073ff09152c tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 945 time: 0.1519775
Apr 09 01:57:55.721461 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-71fda2b8-5fc7-45f1-92f8-958578e76da6 req-0ea8e663-32e4-4da3-a7c8-99ffd1cf170b tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342557
Apr 09 01:57:55.751115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-985daa29-f43c-498c-82dd-ea238cd2b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:55.754881 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-985daa29-f43c-498c-82dd-ea238cd2b5ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d43aed73-f3a2-489a-8cdb-309740da7601 HTTP/1.1" status: 200  len: 843 time: 0.1241117
Apr 09 01:57:55.839938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-b703b923-1fc1-4485-96be-522e32058fdc req-be34986b-f891-4db4-8391-86eb54019563 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Synchronizing usage tracker for tenant:f34d1a60aadb4f3dab9ef86891796029 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:57:55.857627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-b703b923-1fc1-4485-96be-522e32058fdc req-be34986b-f891-4db4-8391-86eb54019563 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Unset dirty status for tenant:f34d1a60aadb4f3dab9ef86891796029 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:57:55.859300 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b703b923-1fc1-4485-96be-522e32058fdc req-be34986b-f891-4db4-8391-86eb54019563 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b453594-dafd-4c17-b89f-99d0d71a68c8 HTTP/1.1" status: 200  len: 210 time: 0.0685647
Apr 09 01:57:55.968029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-d5caf5a3-ab1a-4045-9b44-f9188dcbae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:55.969724 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-d5caf5a3-ab1a-4045-9b44-f9188dcbae60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c24c4531-3915-43f0-b7e5-296cb9809fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1314983
Apr 09 01:57:55.985829 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb554eb9-9222-450a-9546-889ce7235d50 req-fc2b5587-7a22-4677-9647-ae44a84797c0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:55.988594 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb554eb9-9222-450a-9546-889ce7235d50 req-fc2b5587-7a22-4677-9647-ae44a84797c0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 945 time: 0.1278172
Apr 09 01:57:56.138682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-eb554eb9-9222-450a-9546-889ce7235d50 req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Deleting port 049cb625-5ff0-4774-8879-28ddd907f300 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:57:56.139058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-eb554eb9-9222-450a-9546-889ce7235d50 req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:56.161444 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-ce7acc50-0974-4048-a0eb-1bb47f774c83 service neutron] 10.222.0.62 "GET /v2.0/networks/c24c4531-3915-43f0-b7e5-296cb9809fc3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803162
Apr 09 01:57:56.330622 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aa5e2e0e-223a-4835-ad13-c78a54742663 req-4bd629ed-64a9-4681-a166-e2e9db54218c service neutron] 10.222.0.62 "GET /v2.0/networks/c24c4531-3915-43f0-b7e5-296cb9809fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570241
Apr 09 01:57:56.384619 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:57:56.430652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:57:56.430917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 27a9d1fd-72cd-4f30-ad24-03981fc9fcc1 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:57:56.566589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c75e4f-1b2b-4b89-a4ff-4dd24a15fda9 req-5d7b80e0-0ce8-4db3-b240-52397d8b9cc6 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:56.568327 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-66c75e4f-1b2b-4b89-a4ff-4dd24a15fda9 req-5d7b80e0-0ce8-4db3-b240-52397d8b9cc6 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 948 time: 0.2889884
Apr 09 01:57:56.582335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-eb554eb9-9222-450a-9546-889ce7235d50 req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] For port 049cb625-5ff0-4774-8879-28ddd907f300, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=049cb625-5ff0-4774-8879-28ddd907f300,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:56.582738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-eb554eb9-9222-450a-9546-889ce7235d50 req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:56.746155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-eb554eb9-9222-450a-9546-889ce7235d50 req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Calling delete_port for 049cb625-5ff0-4774-8879-28ddd907f300 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:57:56.786189 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-66c75e4f-1b2b-4b89-a4ff-4dd24a15fda9 req-394a2fc5-91d9-444e-b33c-aee7f9789e60 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081459
Apr 09 01:57:56.860657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412fb9c-3195-4065-991e-1c703648af2c req-bcdd62b4-27ef-457d-b0a3-1ed5efd1c2f3 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:56.863042 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0412fb9c-3195-4065-991e-1c703648af2c req-bcdd62b4-27ef-457d-b0a3-1ed5efd1c2f3 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.3764749
Apr 09 01:57:56.966129 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0412fb9c-3195-4065-991e-1c703648af2c req-08f31f9e-f0fa-497d-ad23-278ba8e7e267 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461466
Apr 09 01:57:56.986917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-eb554eb9-9222-450a-9546-889ce7235d50 req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:57.018587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:57:57.033207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['8d9b252f-f22d-4ce9-b735-5bd12865a4da', '65fa996e-751e-49c6-9116-71a0d1bf7369', '7415309d-5eb7-43c1-b857-5878d458bc32', '049cb625-5ff0-4774-8879-28ddd907f300'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:57:57.160017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Pushing event deleted for resources: {'Port': ['ID=049cb625-5ff0-4774-8879-28ddd907f300,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:57:57.160017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:57:57.257551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:57.347668 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a62e8732-8b21-4296-a320-ad1d3d2f5a75 req-051f6392-509f-4533-aaf1-e5dc6c3300eb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 210 time: 0.2460449
Apr 09 01:57:57.604321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb554eb9-9222-450a-9546-889ce7235d50 req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] No DVR routers for this DVR port 049cb625-5ff0-4774-8879-28ddd907f300 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:57:57.608664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-eb554eb9-9222-450a-9546-889ce7235d50 req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:57.616630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5de4fa5-7bb3-4e7f-b497-63db8ea11129', 'name': 'network-vif-deleted', 'tag': '049cb625-5ff0-4774-8879-28ddd907f300'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:57:57.641466 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb554eb9-9222-450a-9546-889ce7235d50 req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "DELETE /v2.0/ports/049cb625-5ff0-4774-8879-28ddd907f300 HTTP/1.1" status: 204  len: 173 time: 1.6316803
Apr 09 01:57:57.670991 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5de4fa5-7bb3-4e7f-b497-63db8ea11129', 'name': 'network-vif-deleted', 'tag': '049cb625-5ff0-4774-8879-28ddd907f300', 'status': 'completed', 'code': 200}
Apr 09 01:57:58.471860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dda63d-f9f4-42ad-a928-f45d7af0c031 req-d3ff4a29-aaed-4468-83e9-aa7a26615cfc tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:58.473613 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e2dda63d-f9f4-42ad-a928-f45d7af0c031 req-d3ff4a29-aaed-4468-83e9-aa7a26615cfc tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.3785508
Apr 09 01:57:58.505091 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c0fef-a7ff-4082-be64-471c975b8c1b req-6ecb85d9-99d0-47ac-9607-93193a71f30f tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:58.506828 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-593c0fef-a7ff-4082-be64-471c975b8c1b req-6ecb85d9-99d0-47ac-9607-93193a71f30f tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 948 time: 0.1523364
Apr 09 01:57:58.534114 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e2dda63d-f9f4-42ad-a928-f45d7af0c031 req-b8eb1f3f-b8b2-4a04-98d8-bf0c6e353d9d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517838
Apr 09 01:57:58.549131 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-593c0fef-a7ff-4082-be64-471c975b8c1b req-8963269a-38ed-4671-8165-0ed26a6999fd tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318098
Apr 09 01:57:58.773680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-d0f103e0-aaa9-4ae2-b8ed-8dc8fb14c1ca req-6315c067-fb26-416f-829f-50391b5fbe8f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Synchronizing usage tracker for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:57:58.791638 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-d0f103e0-aaa9-4ae2-b8ed-8dc8fb14c1ca req-6315c067-fb26-416f-829f-50391b5fbe8f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Unset dirty status for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:57:58.793362 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d0f103e0-aaa9-4ae2-b8ed-8dc8fb14c1ca req-6315c067-fb26-416f-829f-50391b5fbe8f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 210 time: 0.0729363
Apr 09 01:57:59.641453 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 9be3ee1c-cebd-42af-838e-59ecd8031e82 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:57:59.804055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 9be3ee1c-cebd-42af-838e-59ecd8031e82, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9be3ee1c-cebd-42af-838e-59ecd8031e82,segment=NetworkSegment(7cfd6f2c-cbff-4733-91cb-ac50c2877252),segment_id=7cfd6f2c-cbff-4733-91cb-ac50c2877252)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:59.818757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f480dd-96eb-40ac-9243-67e0dceceb07 req-b916ff91-1ae1-4105-956f-d8c2138c6aea tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:57:59.821767 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e2f480dd-96eb-40ac-9243-67e0dceceb07 req-b916ff91-1ae1-4105-956f-d8c2138c6aea tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1528986
Apr 09 01:57:59.833464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '9be3ee1c-cebd-42af-838e-59ecd8031e82', 'network_id': 'c24c4531-3915-43f0-b7e5-296cb9809fc3', 'port_id': '9be3ee1c-cebd-42af-838e-59ecd8031e82', 'mac_address': 'fa:16:3e:aa:ba:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43aed73-f3a2-489a-8cdb-309740da7601', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:57:59.867054 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e2f480dd-96eb-40ac-9243-67e0dceceb07 req-2b7e83ef-a904-4eef-ab19-e19fb10a9e05 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384686
Apr 09 01:57:59.903209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:59.929925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be3ee1c-cebd-42af-838e-59ecd8031e82 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:57:59.948699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 9be3ee1c-cebd-42af-838e-59ecd8031e82, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9be3ee1c-cebd-42af-838e-59ecd8031e82,segment=NetworkSegment(7cfd6f2c-cbff-4733-91cb-ac50c2877252),segment_id=7cfd6f2c-cbff-4733-91cb-ac50c2877252)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:57:59.952227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:57:59.954262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:00.040637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=9be3ee1c-cebd-42af-838e-59ecd8031e82,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:00.049780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.050169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.050551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.050928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.051302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.051674 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.052101 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.052475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.052862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.053227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.053600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.053967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:00.058266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:00.186164 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9398c-668f-4821-bc62-570b7ecf8e4c req-0a8c2135-4ade-48e3-8325-c6e4449227e6 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:00.187775 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-46e9398c-668f-4821-bc62-570b7ecf8e4c req-0a8c2135-4ade-48e3-8325-c6e4449227e6 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 949 time: 0.0969241
Apr 09 01:58:00.223029 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-46e9398c-668f-4821-bc62-570b7ecf8e4c req-abeffa9c-e681-4ad3-bb81-d1639d0a91d4 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276363
Apr 09 01:58:00.274094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:58:00.440261 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6b548d5b-965d-46e6-a9b0-22638341a974 req-631d4345-7dfa-4afe-a8ac-21cbd8932072 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=e5de4fa5-7bb3-4e7f-b497-63db8ea11129 HTTP/1.1" status: 200  len: 210 time: 0.0951602
Apr 09 01:58:01.124091 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54eb26-8839-43e8-965b-db84c1037ee7 req-6a68da5f-de59-4db0-a339-cbbf104c749a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:01.125809 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0e54eb26-8839-43e8-965b-db84c1037ee7 req-6a68da5f-de59-4db0-a339-cbbf104c749a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1186113
Apr 09 01:58:01.165441 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0e54eb26-8839-43e8-965b-db84c1037ee7 req-4e6cb330-4882-4d38-a6c2-c8a3cd75a57c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269434
Apr 09 01:58:01.281017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['9be3ee1c-cebd-42af-838e-59ecd8031e82'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:58:01.446068 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485340e-4b3f-4ccd-b350-05c1716c19a7 req-d6c41d04-3fa3-4257-8f5d-7c446bd9193c tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:01.447773 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3485340e-4b3f-4ccd-b350-05c1716c19a7 req-d6c41d04-3fa3-4257-8f5d-7c446bd9193c tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 949 time: 0.0988665
Apr 09 01:58:01.494334 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3485340e-4b3f-4ccd-b350-05c1716c19a7 req-abee15d2-ca3b-45cf-b155-30e89d3a958e tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382202
Apr 09 01:58:02.472148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef8a7e-2506-406a-993a-84b5bb5d0105 req-cf9d8b8b-bf54-42ef-a64b-636b8726dc87 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:02.473925 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bfef8a7e-2506-406a-993a-84b5bb5d0105 req-cf9d8b8b-bf54-42ef-a64b-636b8726dc87 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1580081
Apr 09 01:58:02.548499 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bfef8a7e-2506-406a-993a-84b5bb5d0105 req-de175fe8-d12d-4c42-be9f-28ae17726aef tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384650
Apr 09 01:58:02.582113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63c846-c54c-48b8-b607-489b07f98403 req-2038c57b-908a-4cbb-b9a7-768e712437f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:02.583800 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a63c846-c54c-48b8-b607-489b07f98403 req-2038c57b-908a-4cbb-b9a7-768e712437f4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1098 time: 0.1089337
Apr 09 01:58:02.615001 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a63c846-c54c-48b8-b607-489b07f98403 req-20f67e46-a150-434c-b37e-b719d80ed116 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0234997
Apr 09 01:58:02.731543 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 9be3ee1c-cebd-42af-838e-59ecd8031e82 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:58:02.738792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968290c-0358-40e4-9c60-d41743d84e1e req-1ba05ad8-373e-48d1-b3d8-859c5811dcf8 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:02.740619 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4968290c-0358-40e4-9c60-d41743d84e1e req-1ba05ad8-373e-48d1-b3d8-859c5811dcf8 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 949 time: 0.0992494
Apr 09 01:58:02.781720 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4968290c-0358-40e4-9c60-d41743d84e1e req-011c5e24-b2fd-4686-9842-3e2f01bac119 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0292575
Apr 09 01:58:02.810652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 9be3ee1c-cebd-42af-838e-59ecd8031e82 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:58:02.819099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 9be3ee1c-cebd-42af-838e-59ecd8031e82 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:58:02.819537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:02.997225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:03.015792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 9be3ee1c-cebd-42af-838e-59ecd8031e82, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9be3ee1c-cebd-42af-838e-59ecd8031e82,segment=NetworkSegment(7cfd6f2c-cbff-4733-91cb-ac50c2877252),segment_id=7cfd6f2c-cbff-4733-91cb-ac50c2877252)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:03.016744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6755a60f-d086-457a-be62-04cff72a943e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be3ee1c-cebd-42af-838e-59ecd8031e82'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:58:03.023393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:03.024500 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 049cb625-5ff0-4774-8879-28ddd907f300 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:58:03.055923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:03.107677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 049cb625-5ff0-4774-8879-28ddd907f300 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:58:03.107677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 049cb625-5ff0-4774-8879-28ddd907f300 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:58:03.136786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=9be3ee1c-cebd-42af-838e-59ecd8031e82,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:03.141066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:03.174597 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6755a60f-d086-457a-be62-04cff72a943e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be3ee1c-cebd-42af-838e-59ecd8031e82', 'code': 200}
Apr 09 01:58:03.444745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f40f0-bc0b-408b-b7f7-55d3113acf3c req-3ce0ef8b-74e1-492b-af5d-b298417d2db4 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:03.447068 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d6f40f0-bc0b-408b-b7f7-55d3113acf3c req-3ce0ef8b-74e1-492b-af5d-b298417d2db4 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.1217160
Apr 09 01:58:03.547538 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d6f40f0-bc0b-408b-b7f7-55d3113acf3c req-43016007-3799-45d4-94b2-a0b0b84575a1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863900
Apr 09 01:58:03.588662 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd34d1-79f0-4469-accb-1d24608e6221 req-2068847f-6fdc-4f6e-b099-5febf3bea095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:03.591512 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dddd34d1-79f0-4469-accb-1d24608e6221 req-2068847f-6fdc-4f6e-b099-5febf3bea095 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 1103 time: 0.1110966
Apr 09 01:58:03.629164 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dddd34d1-79f0-4469-accb-1d24608e6221 req-2bb41d30-12bb-4914-b2a7-eef9225aed18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239997
Apr 09 01:58:03.842568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765ccef-94fc-41b6-977b-2670fb68667f req-0edb52a2-04d1-4de3-a3a3-e0152770ab1b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:03.846184 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a765ccef-94fc-41b6-977b-2670fb68667f req-0edb52a2-04d1-4de3-a3a3-e0152770ab1b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1614289
Apr 09 01:58:03.897642 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a765ccef-94fc-41b6-977b-2670fb68667f req-3cfef3d8-0326-46fe-9135-09aee2082f3e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401235
Apr 09 01:58:04.053560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e75bc-6607-4999-bfc8-5fbfc5156eb1 req-97e54e79-bacf-4e98-bc6d-1cd1f87a5240 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:04.055381 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a44e75bc-6607-4999-bfc8-5fbfc5156eb1 req-97e54e79-bacf-4e98-bc6d-1cd1f87a5240 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 950 time: 0.1031580
Apr 09 01:58:04.093162 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a44e75bc-6607-4999-bfc8-5fbfc5156eb1 req-5dd556f1-e9fd-4155-9623-693e59dd7159 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261803
Apr 09 01:58:04.776628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a3d27-cafe-499e-a434-f3ae3a229115 req-756080f8-2209-41f5-a19e-4b74c1d3c632 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:04.778335 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9a3d27-cafe-499e-a434-f3ae3a229115 req-756080f8-2209-41f5-a19e-4b74c1d3c632 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.0997186
Apr 09 01:58:04.810082 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1f9a3d27-cafe-499e-a434-f3ae3a229115 req-45da8a93-2f1a-4379-aa26-a8097f6336f3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250845
Apr 09 01:58:05.119427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2436441-4ed3-4170-a80c-cf75e0426af0 req-1ff64ed5-f8f5-4197-a75e-cf8c600cf58d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:05.121180 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2436441-4ed3-4170-a80c-cf75e0426af0 req-1ff64ed5-f8f5-4197-a75e-cf8c600cf58d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0992935
Apr 09 01:58:05.159635 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2436441-4ed3-4170-a80c-cf75e0426af0 req-1057c7aa-2243-4836-a897-bca3d847f274 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258193
Apr 09 01:58:05.357887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799da04-3419-4447-b185-c45fc923321d req-41f8be1b-0895-4307-ba31-62c378aa9688 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:05.359882 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2799da04-3419-4447-b185-c45fc923321d req-41f8be1b-0895-4307-ba31-62c378aa9688 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 950 time: 0.0913293
Apr 09 01:58:05.394953 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2799da04-3419-4447-b185-c45fc923321d req-e2d7d5f4-ebb7-4b55-91a0-53d2eefe6901 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267117
Apr 09 01:58:06.046407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433ca0b-68ff-44b3-8bbd-aeabaf813059 req-26271265-f259-4b25-a82c-c6855d2d4937 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:06.048132 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e433ca0b-68ff-44b3-8bbd-aeabaf813059 req-26271265-f259-4b25-a82c-c6855d2d4937 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.1008739
Apr 09 01:58:06.082923 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e433ca0b-68ff-44b3-8bbd-aeabaf813059 req-c17fc22a-7c62-4808-9bec-db92c31edba0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0261164
Apr 09 01:58:06.374131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ab04-7fd8-48fa-a4d1-87b8cdf5332c req-af7a363c-a6cf-41d6-ae85-47f9fa3f6827 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:06.375705 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0a26ab04-7fd8-48fa-a4d1-87b8cdf5332c req-af7a363c-a6cf-41d6-ae85-47f9fa3f6827 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0940077
Apr 09 01:58:06.413486 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0a26ab04-7fd8-48fa-a4d1-87b8cdf5332c req-1ecce8bb-6748-4ec7-a5b7-79bbe8dc5e15 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0258131
Apr 09 01:58:06.640720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf5800-8abb-4d8b-8d03-7aa9e4c807d8 req-06964faf-45e4-4403-a546-2f6de2ea65fb tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:06.642573 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5dbf5800-8abb-4d8b-8d03-7aa9e4c807d8 req-06964faf-45e4-4403-a546-2f6de2ea65fb tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 950 time: 0.1004846
Apr 09 01:58:06.698529 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5dbf5800-8abb-4d8b-8d03-7aa9e4c807d8 req-0f20adb0-b2c1-4a50-9259-c49e24040c49 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399199
Apr 09 01:58:07.324677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-77cf9db4-4227-41a4-a00d-642b064a3b83 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:07.326320 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-77cf9db4-4227-41a4-a00d-642b064a3b83 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/networks?id=d27784ad-10c3-40e4-be97-c8934da1309f HTTP/1.1" status: 200  len: 814 time: 0.2374179
Apr 09 01:58:07.355227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752bf0f-98d6-448f-a0a2-79cff1c5453a req-29e94f2c-61f1-43d2-a4b2-d29e46587c11 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:07.356926 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4752bf0f-98d6-448f-a0a2-79cff1c5453a req-29e94f2c-61f1-43d2-a4b2-d29e46587c11 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.1394432
Apr 09 01:58:07.358812 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d298578d-f850-4e65-866d-3a2e69879570 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/quotas/f34d1a60aadb4f3dab9ef86891796029 HTTP/1.1" status: 200  len: 375 time: 0.0240979
Apr 09 01:58:07.442522 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4752bf0f-98d6-448f-a0a2-79cff1c5453a req-a3dbaca2-f566-4e23-b91e-1ba580992b79 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772798
Apr 09 01:58:07.444983 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-59383862-6779-4886-8605-fab85bf85574 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f34d1a60aadb4f3dab9ef86891796029&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0614474
Apr 09 01:58:07.603661 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-8309f4d2-2d5c-4957-a8e4-85e09d2e4652 service neutron] 10.222.0.38 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458199
Apr 09 01:58:07.829024 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-28efdb6e-afb1-4ec1-8b01-1e6f886a4d61 service neutron] 10.222.0.38 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2172091
Apr 09 01:58:07.844082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584648e1-e72c-415a-bdc4-a2d93f0b78bd req-f305ce76-55a5-48ba-8cc4-be136c14a041 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:07.845796 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-584648e1-e72c-415a-bdc4-a2d93f0b78bd req-f305ce76-55a5-48ba-8cc4-be136c14a041 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1953652
Apr 09 01:58:07.903570 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-584648e1-e72c-415a-bdc4-a2d93f0b78bd req-5bcce3b2-f0db-496a-be6c-d2b9372048e9 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447431
Apr 09 01:58:08.244131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d873ce-aef5-4098-a9e5-e693dfe3863c req-2578399c-b4aa-44d3-b454-606612046711 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:08.247068 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-03d873ce-aef5-4098-a9e5-e693dfe3863c req-2578399c-b4aa-44d3-b454-606612046711 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 950 time: 0.1486263
Apr 09 01:58:08.311196 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-03d873ce-aef5-4098-a9e5-e693dfe3863c req-223171c9-9174-4615-9c90-019463dc2a5d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489349
Apr 09 01:58:08.569805 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-937827e0-1e11-42e4-9479-f7f192b1a42d req-896db7fe-fabd-4f85-a9a5-ca36c018ea01 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 210 time: 0.0961607
Apr 09 01:58:08.863139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-38852755-8eec-4750-a59d-0709780e1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:08.865711 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-38852755-8eec-4750-a59d-0709780e1669 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1098 time: 0.1665177
Apr 09 01:58:08.950092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-2d3e0f0d-b87e-46b3-991d-9db4b4114175 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:08.953637 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-2d3e0f0d-b87e-46b3-991d-9db4b4114175 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.3905926
Apr 09 01:58:09.035487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011eed4-df99-4c5a-97bf-111a43224a69 req-a216d696-1475-41a3-926a-4a6c425db967 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:09.038769 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c011eed4-df99-4c5a-97bf-111a43224a69 req-a216d696-1475-41a3-926a-4a6c425db967 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.2382386
Apr 09 01:58:09.087823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-bb373f5b-ed50-487c-8fae-81dc953f9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:09.089816 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-bb373f5b-ed50-487c-8fae-81dc953f9a5e service neutron] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 920 time: 0.2146564
Apr 09 01:58:09.180589 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-2d3fb89c-779a-4bfd-a358-51859cae5907 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e02430-bf03-47db-9526-5f7dbe52b57b HTTP/1.1" status: 200  len: 217 time: 0.0793855
Apr 09 01:58:09.271112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-bfb92ef0-1068-4223-b642-92752eebae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:09.274100 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-bfb92ef0-1068-4223-b642-92752eebae8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.0861001
Apr 09 01:58:09.300209 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c011eed4-df99-4c5a-97bf-111a43224a69 req-0cffcfe1-a7bc-4de1-bcc3-73c68527a593 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1857109
Apr 09 01:58:09.324222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Deleting port 7415309d-5eb7-43c1-b857-5878d458bc32 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:58:09.324715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:09.332847 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-4cb0e349-1ef0-4f83-b304-dbb18085b77d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506568
Apr 09 01:58:09.492355 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-a2d48c49-846b-42f8-8920-0ddbe13a4857 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454210
Apr 09 01:58:09.637423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ddaf4-9a39-42bd-bb78-75d55fbc00d9 req-939269b9-8267-45c6-ab62-68d1a5956732 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:09.639156 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2a9ddaf4-9a39-42bd-bb78-75d55fbc00d9 req-939269b9-8267-45c6-ab62-68d1a5956732 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.5044074
Apr 09 01:58:09.687840 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2b6ebc2c-6f70-4723-aebc-ba26bbd10083 req-bf9ffa59-2c88-48e3-a51a-f65fa94a0488 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852798
Apr 09 01:58:09.794469 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2a9ddaf4-9a39-42bd-bb78-75d55fbc00d9 req-7f0f757d-8c8f-4fbd-9e9e-d75d24d41906 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282840
Apr 09 01:58:09.948368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086bbed-881f-4b28-8322-6a2c59e67ff8 req-470759c5-d907-4487-883e-e4c012ddc143 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:09.965140 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2086bbed-881f-4b28-8322-6a2c59e67ff8 req-470759c5-d907-4487-883e-e4c012ddc143 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 950 time: 0.5368075
Apr 09 01:58:10.029357 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2086bbed-881f-4b28-8322-6a2c59e67ff8 req-07e602f2-cf48-4c88-bf56-535c0fdf603f tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624239
Apr 09 01:58:10.039567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] For port 7415309d-5eb7-43c1-b857-5878d458bc32, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=7415309d-5eb7-43c1-b857-5878d458bc32,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:10.040304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:10.133517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-6d172951-a70b-4dc8-abc1-c12dc16b5a0b tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:10.136777 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-6d172951-a70b-4dc8-abc1-c12dc16b5a0b tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.62 "GET /v2.0/networks?id=d27784ad-10c3-40e4-be97-c8934da1309f HTTP/1.1" status: 200  len: 814 time: 0.3402128
Apr 09 01:58:10.178865 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Request body: {'port': {'device_id': '4af6d18c-e2da-4807-92f6-f887e9c70457', 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f', 'admin_state_up': True, 'tenant_id': 'f34d1a60aadb4f3dab9ef86891796029'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:58:10.259126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Calling delete_port for 7415309d-5eb7-43c1-b857-5878d458bc32 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:58:10.375855 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cc8e4cc9-d5af-4746-95a6-8c43c8b8a3c1 req-5d75aa7e-d2a2-4391-89b7-3c44722550fe tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 210 time: 0.0739064
Apr 09 01:58:10.414707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:10.428298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:10.446555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Made reservation on behalf of f34d1a60aadb4f3dab9ef86891796029 for: {'port': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:58:10.457325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:10.669654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Allocated IP 172.20.0.3 (d27784ad-10c3-40e4-be97-c8934da1309f/c0da92de-425e-4c76-8a55-cb3119456793/16052b48-c12f-45a3-977c-55ffe42a244e) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:58:10.775699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:10.810775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e451301-312f-4921-a521-49677aab1b31 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:10.822616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['8d9b252f-f22d-4ce9-b735-5bd12865a4da', '65fa996e-751e-49c6-9116-71a0d1bf7369', '7415309d-5eb7-43c1-b857-5878d458bc32'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:58:11.000292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:11.059157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:11.062858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Pushing event deleted for resources: {'Port': ['ID=7415309d-5eb7-43c1-b857-5878d458bc32,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:11.098499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:11.109610 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:11.245019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e62d33-8a71-4071-943f-0fac825882a8 req-84e2c5c5-5079-4ecd-a129-822473146aec tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:11.246736 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-12e62d33-8a71-4071-943f-0fac825882a8 req-84e2c5c5-5079-4ecd-a129-822473146aec tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 945 time: 0.7652702
Apr 09 01:58:11.368007 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] No DVR routers for this DVR port 7415309d-5eb7-43c1-b857-5878d458bc32 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:58:11.377077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:11.380011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282be1e9-7f90-445a-bb34-976027a27d72', 'name': 'network-vif-deleted', 'tag': '7415309d-5eb7-43c1-b857-5878d458bc32'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:58:11.388173 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Pushing event updated for resources: {'Port': ['ID=16052b48-c12f-45a3-977c-55ffe42a244e,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:11.393884 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-12e62d33-8a71-4071-943f-0fac825882a8 req-d79e3d2d-2564-4428-84d0-9f969fafcd47 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144810
Apr 09 01:58:11.396531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:11.415318 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359d0aa-5cc3-4d65-aa8c-ecc7dc51b285 req-9af75ea4-37ed-418c-9681-85c803d7c72e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:11.418434 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8359d0aa-5cc3-4d65-aa8c-ecc7dc51b285 req-9af75ea4-37ed-418c-9681-85c803d7c72e tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.3656392
Apr 09 01:58:11.440629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-f4d90b3f-9d84-413e-8f53-06451d6f0d67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:11.443276 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-f4d90b3f-9d84-413e-8f53-06451d6f0d67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.62 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 950 time: 0.3368833
Apr 09 01:58:11.450005 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bbb69224-d294-48b1-b015-fcfa701b0588 req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "DELETE /v2.0/ports/7415309d-5eb7-43c1-b857-5878d458bc32 HTTP/1.1" status: 204  len: 173 time: 2.4092810
Apr 09 01:58:11.471526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Network d27784ad-10c3-40e4-be97-c8934da1309f is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:58:11.473582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:58:11.475841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:58:11.488824 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8359d0aa-5cc3-4d65-aa8c-ecc7dc51b285 req-026fc228-a3e3-46fb-be82-fadddd5ed428 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437162
Apr 09 01:58:11.589979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:11.592759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:11.624319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Deleting port 9be3ee1c-cebd-42af-838e-59ecd8031e82 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:58:11.625192 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:11.655663 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4860470
Apr 09 01:58:11.682704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Request body: {'port': {'device_id': '4af6d18c-e2da-4807-92f6-f887e9c70457', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:58:11.972085 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282be1e9-7f90-445a-bb34-976027a27d72', 'name': 'network-vif-deleted', 'tag': '7415309d-5eb7-43c1-b857-5878d458bc32', 'status': 'completed', 'code': 200}
Apr 09 01:58:12.015787 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7dd47-864c-4255-9312-c87bbaafd301 req-a1d49daa-d1d8-41f3-af2e-11ebf74dbde6 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:12.018794 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b7d7dd47-864c-4255-9312-c87bbaafd301 req-a1d49daa-d1d8-41f3-af2e-11ebf74dbde6 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 950 time: 0.3620930
Apr 09 01:58:12.225907 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b7d7dd47-864c-4255-9312-c87bbaafd301 req-c560f33e-0612-4eef-97f8-3f9852d7236a tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/security-groups?id=34c8191d-0f3c-4574-95dc-12bd6751a32c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875331
Apr 09 01:58:12.295354 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:12.353222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] For port 9be3ee1c-cebd-42af-838e-59ecd8031e82, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=9be3ee1c-cebd-42af-838e-59ecd8031e82,segment=NetworkSegment(7cfd6f2c-cbff-4733-91cb-ac50c2877252),segment_id=7cfd6f2c-cbff-4733-91cb-ac50c2877252)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:12.353621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:12.572639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Calling delete_port for 9be3ee1c-cebd-42af-838e-59ecd8031e82 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:58:12.649604 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2938257-50a4-4200-aeb0-1da0f9b1752c req-bf014ffb-a00d-4e8e-babb-4d37a9ec0469 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:12.651750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2938257-50a4-4200-aeb0-1da0f9b1752c req-bf014ffb-a00d-4e8e-babb-4d37a9ec0469 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 931 time: 0.4415028
Apr 09 01:58:12.776911 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2938257-50a4-4200-aeb0-1da0f9b1752c req-a609dc20-80af-40e2-97ea-1a75b49c70f4 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049523
Apr 09 01:58:12.779181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-9f0fc2f8-6ac7-492b-b5bf-d92815fa1422 req-1e20d619-80fc-4344-9969-96795c491682 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Synchronizing usage tracker for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:58:12.789503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 7415309d-5eb7-43c1-b857-5878d458bc32 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:58:12.844678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-9f0fc2f8-6ac7-492b-b5bf-d92815fa1422 req-1e20d619-80fc-4344-9969-96795c491682 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Unset dirty status for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:58:12.846009 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9f0fc2f8-6ac7-492b-b5bf-d92815fa1422 req-1e20d619-80fc-4344-9969-96795c491682 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=282be1e9-7f90-445a-bb34-976027a27d72 HTTP/1.1" status: 200  len: 210 time: 0.1485779
Apr 09 01:58:12.918571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 7415309d-5eb7-43c1-b857-5878d458bc32 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:58:12.922126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:12.922877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 7415309d-5eb7-43c1-b857-5878d458bc32 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:58:12.924530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 9be3ee1c-cebd-42af-838e-59ecd8031e82 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:58:12.945379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:12.994159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16052b48-c12f-45a3-977c-55ffe42a244e {{(pid=85248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:58:13.006053 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:13.010111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 9be3ee1c-cebd-42af-838e-59ecd8031e82 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:58:13.011045 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 9be3ee1c-cebd-42af-838e-59ecd8031e82 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:58:13.032113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Transition to ACTIVE for port object 16052b48-c12f-45a3-977c-55ffe42a244e will not be triggered until provisioned by entity L2. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:58:13.037341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:13.072391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cf1b8cec-44af-448d-b614-eb9a1814abdc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:13.180510 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Pushing event deleted for resources: {'Port': ['ID=9be3ee1c-cebd-42af-838e-59ecd8031e82,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:13.183559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:13.232842 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=16052b48-c12f-45a3-977c-55ffe42a244e,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:13.238380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:13.375775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] No DVR routers for this DVR port 9be3ee1c-cebd-42af-838e-59ecd8031e82 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:58:13.380977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:13.394169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674abcc1-9f3f-4372-8b4f-a2c5829b5f6b req-5ec6f8a2-e81d-4bfd-93c0-c68a7a671516 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:13.396024 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-674abcc1-9f3f-4372-8b4f-a2c5829b5f6b req-5ec6f8a2-e81d-4bfd-93c0-c68a7a671516 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2670534
Apr 09 01:58:13.447617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-75d2c7ec-7699-4f1c-95af-7e3075896b12 req-6d1aba58-9ca1-4500-8589-8748aed2b2c8 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Synchronizing usage tracker for tenant:e7bba559dd0c4915b7d88a224a90d318 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:58:13.460227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Attempting to bind port 16052b48-c12f-45a3-977c-55ffe42a244e on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:58:13.460565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Attempting to bind port 16052b48-c12f-45a3-977c-55ffe42a244e by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '14edc4ff-b022-44e1-a120-e7d2bd2825d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f'}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:58:13.460956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Attempting to bind port 16052b48-c12f-45a3-977c-55ffe42a244e on network d27784ad-10c3-40e4-be97-c8934da1309f {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:58:13.466579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Port 16052b48-c12f-45a3-977c-55ffe42a244e on network d27784ad-10c3-40e4-be97-c8934da1309f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 01:58:13.466903 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0c35f40f-30f3-4b82-b407-34acd21e286f req-2e2998af-dba5-477a-bd53-df6f09e61b67 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.62 "DELETE /v2.0/ports/9be3ee1c-cebd-42af-838e-59ecd8031e82 HTTP/1.1" status: 204  len: 173 time: 1.9835167
Apr 09 01:58:13.467087 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Attempting to bind port 16052b48-c12f-45a3-977c-55ffe42a244e on network d27784ad-10c3-40e4-be97-c8934da1309f {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:58:13.478348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:58:13.479065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Checking segment: {'id': '14edc4ff-b022-44e1-a120-e7d2bd2825d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:58:13.479770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Bound using segment: {'id': '14edc4ff-b022-44e1-a120-e7d2bd2825d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f'} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:58:13.480634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Bound port: 16052b48-c12f-45a3-977c-55ffe42a244e, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14edc4ff-b022-44e1-a120-e7d2bd2825d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f'}}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:58:13.481161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:13.483057 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-674abcc1-9f3f-4372-8b4f-a2c5829b5f6b req-ccec5793-5081-4819-8c42-bf8043f8b233 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445948
Apr 09 01:58:13.495627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-75d2c7ec-7699-4f1c-95af-7e3075896b12 req-6d1aba58-9ca1-4500-8589-8748aed2b2c8 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Unset dirty status for tenant:e7bba559dd0c4915b7d88a224a90d318 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:58:13.497147 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-75d2c7ec-7699-4f1c-95af-7e3075896b12 req-6d1aba58-9ca1-4500-8589-8748aed2b2c8 tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] 10.222.0.38 "GET /v2.0/ports?device_id=6755a60f-d086-457a-be62-04cff72a943e HTTP/1.1" status: 200  len: 210 time: 0.1187007
Apr 09 01:58:13.588482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] For port 16052b48-c12f-45a3-977c-55ffe42a244e, host hv-cinder-78462, cleared binding levels {{(pid=85248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:58:13.592234 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] For port 16052b48-c12f-45a3-977c-55ffe42a244e, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=16052b48-c12f-45a3-977c-55ffe42a244e,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:58:13.597499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:13.622288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:13.763605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-30a8e354-b6ae-4ba6-9315-c2a9f71aa925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:13.781975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Pushing event updated for resources: {'Port': ['ID=16052b48-c12f-45a3-977c-55ffe42a244e,revision_number=3']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:13.788464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:13.821551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:13.822226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:13.823862 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] 10.222.0.62 "PUT /v2.0/ports/16052b48-c12f-45a3-977c-55ffe42a244e HTTP/1.1" status: 200  len: 1093 time: 2.1508162
Apr 09 01:58:13.824400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4af6d18c-e2da-4807-92f6-f887e9c70457', 'tag': '16052b48-c12f-45a3-977c-55ffe42a244e'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:58:13.979918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6755a60f-d086-457a-be62-04cff72a943e', 'name': 'network-vif-deleted', 'tag': '9be3ee1c-cebd-42af-838e-59ecd8031e82'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:58:13.999771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-951dca91-33cd-4086-b18a-116c82ab717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:14.001556 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-951dca91-33cd-4086-b18a-116c82ab717b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34d1a60aadb4f3dab9ef86891796029&device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 1096 time: 0.1121306
Apr 09 01:58:14.028886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96df644-1cc5-445a-a140-c28ebebef6f2 req-0904a966-d1a6-4f94-af5a-ce8def8c6269 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:14.030709 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b96df644-1cc5-445a-a140-c28ebebef6f2 req-0904a966-d1a6-4f94-af5a-ce8def8c6269 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 943 time: 0.1044021
Apr 09 01:58:14.071819 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b96df644-1cc5-445a-a140-c28ebebef6f2 req-0dd7e8a9-c1c2-402f-b9b0-e144a6471b23 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334427
Apr 09 01:58:14.115742 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-983a53dc-b8f2-4120-8ed3-33c046ca433f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16052b48-c12f-45a3-977c-55ffe42a244e HTTP/1.1" status: 200  len: 217 time: 0.0855174
Apr 09 01:58:14.173503 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4af6d18c-e2da-4807-92f6-f887e9c70457', 'tag': '16052b48-c12f-45a3-977c-55ffe42a244e', 'status': 'completed', 'code': 200}
Apr 09 01:58:14.201578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-63d9fd77-28a0-490a-aa0b-41e4ae5da870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:14.203399 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-63d9fd77-28a0-490a-aa0b-41e4ae5da870 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0da92de-425e-4c76-8a55-cb3119456793 HTTP/1.1" status: 200  len: 854 time: 0.0784547
Apr 09 01:58:14.257177 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6755a60f-d086-457a-be62-04cff72a943e', 'name': 'network-vif-deleted', 'tag': '9be3ee1c-cebd-42af-838e-59ecd8031e82', 'status': 'completed', 'code': 200}
Apr 09 01:58:14.272897 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-f40b66e5-6230-471b-8a9a-60fc06631819 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d27784ad-10c3-40e4-be97-c8934da1309f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625708
Apr 09 01:58:14.490299 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-928f7adc-bb91-4446-a7f2-cbf668e5c124 service neutron] 10.222.0.62 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054560
Apr 09 01:58:14.685772 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2c207e0-2162-42b0-8077-fb6f6ba8e354 req-169796ba-e4ca-490e-8568-7f364f11dbb9 service neutron] 10.222.0.62 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1870928
Apr 09 01:58:14.859859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade409ca-6477-4d72-b469-5dafc9b8b134 req-6228ccce-b32f-4ea5-bca1-0d62f8c77d71 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:14.876673 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ade409ca-6477-4d72-b469-5dafc9b8b134 req-6228ccce-b32f-4ea5-bca1-0d62f8c77d71 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 946 time: 0.1574228
Apr 09 01:58:14.919543 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15216085-9471-4940-8f9d-944d8d681714 req-8065a130-e886-431c-90bb-3846b67401a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:14.924811 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-15216085-9471-4940-8f9d-944d8d681714 req-8065a130-e886-431c-90bb-3846b67401a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f34d1a60aadb4f3dab9ef86891796029&device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 1096 time: 0.1050231
Apr 09 01:58:14.932816 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ade409ca-6477-4d72-b469-5dafc9b8b134 req-96985831-b9da-4126-b6a6-89975edbc033 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544329
Apr 09 01:58:15.159587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15216085-9471-4940-8f9d-944d8d681714 req-a854d1d2-5e80-490f-b841-f8dac5c793aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:15.161166 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-15216085-9471-4940-8f9d-944d8d681714 req-a854d1d2-5e80-490f-b841-f8dac5c793aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=d27784ad-10c3-40e4-be97-c8934da1309f HTTP/1.1" status: 200  len: 915 time: 0.2189431
Apr 09 01:58:15.308617 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-15216085-9471-4940-8f9d-944d8d681714 req-b528a4b0-5a77-41a0-b65d-5f8a6767654a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16052b48-c12f-45a3-977c-55ffe42a244e HTTP/1.1" status: 200  len: 217 time: 0.1371381
Apr 09 01:58:15.352317 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01728d9-9732-492c-b4b9-406dd426aa4e req-386ac581-67f1-46da-89b7-814438281282 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:15.363980 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b01728d9-9732-492c-b4b9-406dd426aa4e req-386ac581-67f1-46da-89b7-814438281282 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 943 time: 0.1282706
Apr 09 01:58:15.411754 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b01728d9-9732-492c-b4b9-406dd426aa4e req-a0c42027-ab0c-4a60-ab08-7da1a5fcdd0d tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422339
Apr 09 01:58:15.463627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15216085-9471-4940-8f9d-944d8d681714 req-58a3ce5c-887d-49f7-82e0-657387204e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:15.465412 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-15216085-9471-4940-8f9d-944d8d681714 req-58a3ce5c-887d-49f7-82e0-657387204e9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c0da92de-425e-4c76-8a55-cb3119456793 HTTP/1.1" status: 200  len: 854 time: 0.1348481
Apr 09 01:58:15.528628 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-15216085-9471-4940-8f9d-944d8d681714 req-58e863e9-4bde-46db-bf77-939b7769b45c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d27784ad-10c3-40e4-be97-c8934da1309f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0542588
Apr 09 01:58:15.711012 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-15216085-9471-4940-8f9d-944d8d681714 req-3fc138ab-b8cd-4c29-b0bc-7c32abd6698f service neutron] 10.222.0.62 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718798
Apr 09 01:58:16.009401 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-15216085-9471-4940-8f9d-944d8d681714 req-aaac69a3-bc1e-43f0-8f22-12d6d0997911 service neutron] 10.222.0.62 "GET /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2620983
Apr 09 01:58:16.211912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3d3b1-17c2-425a-bfd9-826396ff2dd3 req-5f02daa3-fb8c-46b0-8aa8-e6cad91857b1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:16.213728 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ead3d3b1-17c2-425a-bfd9-826396ff2dd3 req-5f02daa3-fb8c-46b0-8aa8-e6cad91857b1 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 946 time: 0.1010838
Apr 09 01:58:16.248087 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ead3d3b1-17c2-425a-bfd9-826396ff2dd3 req-c0c7ccb9-1857-406a-ab3f-0f9da79fb602 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269201
Apr 09 01:58:16.731289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a5dd-54ee-41b4-8441-0c31d65ad208 req-6605766f-0722-40ca-aa8b-c6c899adecce tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:16.734798 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c637a5dd-54ee-41b4-8441-0c31d65ad208 req-6605766f-0722-40ca-aa8b-c6c899adecce tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 943 time: 0.1788800
Apr 09 01:58:16.776289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 16052b48-c12f-45a3-977c-55ffe42a244e details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:58:16.794928 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c637a5dd-54ee-41b4-8441-0c31d65ad208 req-69089db8-3549-48a2-8932-9cf200cae75e tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471475
Apr 09 01:58:16.875912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-c75428e1-05a5-40fa-98f9-fc82fe5b45e5 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:16.879442 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-c75428e1-05a5-40fa-98f9-fc82fe5b45e5 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 946 time: 0.2309411
Apr 09 01:58:17.030148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Deleting port 65fa996e-751e-49c6-9116-71a0d1bf7369 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:58:17.030948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:17.171974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 16052b48-c12f-45a3-977c-55ffe42a244e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=16052b48-c12f-45a3-977c-55ffe42a244e,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:17.194773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '16052b48-c12f-45a3-977c-55ffe42a244e', 'network_id': 'd27784ad-10c3-40e4-be97-c8934da1309f', 'port_id': '16052b48-c12f-45a3-977c-55ffe42a244e', 'mac_address': 'fa:16:3e:9d:0f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0da92de-425e-4c76-8a55-cb3119456793', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:58:17.478305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:17.480006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16052b48-c12f-45a3-977c-55ffe42a244e {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:58:17.500457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 16052b48-c12f-45a3-977c-55ffe42a244e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=16052b48-c12f-45a3-977c-55ffe42a244e,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:17.504892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:17.506957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2fd2a2bf-d44e-42df-8bb9-3df7aba726f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:17.538589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92532b-e8e6-4ac3-894b-cdc1f4ea0a21 req-127dbd1d-f0a9-4596-96c0-0db1151c119e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:17.541033 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-db92532b-e8e6-4ac3-894b-cdc1f4ea0a21 req-127dbd1d-f0a9-4596-96c0-0db1151c119e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 946 time: 0.1161547
Apr 09 01:58:17.584290 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-db92532b-e8e6-4ac3-894b-cdc1f4ea0a21 req-301e11f1-306f-4b78-bd30-5f525803e290 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370057
Apr 09 01:58:17.599182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] For port 65fa996e-751e-49c6-9116-71a0d1bf7369, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=65fa996e-751e-49c6-9116-71a0d1bf7369,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:17.599676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:17.613619 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=16052b48-c12f-45a3-977c-55ffe42a244e,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:17.618057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:17.741380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Calling delete_port for 65fa996e-751e-49c6-9116-71a0d1bf7369 owned by compute:nova {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:58:17.870254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['16052b48-c12f-45a3-977c-55ffe42a244e'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:58:17.982924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:18.129552 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b19f18-551a-40c2-b487-bce3d0071de4 req-39eb3c52-ee2d-4df6-9396-da40f06f331c tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:18.144118 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-69b19f18-551a-40c2-b487-bce3d0071de4 req-39eb3c52-ee2d-4df6-9396-da40f06f331c tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 944 time: 0.1774373
Apr 09 01:58:18.185048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:18.196785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8a215bd6-c484-43e3-bf36-5a85c1aa5d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:18.227101 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-69b19f18-551a-40c2-b487-bce3d0071de4 req-60a608b0-7dd8-4fc7-844e-a57f8de8d238 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812275
Apr 09 01:58:18.250963 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Pushing event deleted for resources: {'Port': ['ID=65fa996e-751e-49c6-9116-71a0d1bf7369,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:18.259851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:18.359082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] No DVR routers for this DVR port 65fa996e-751e-49c6-9116-71a0d1bf7369 on host hv-cinder-78462 {{(pid=85248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:58:18.360856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:18.365793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d010f-f853-4864-9a69-92cf573e9790', 'name': 'network-vif-deleted', 'tag': '65fa996e-751e-49c6-9116-71a0d1bf7369'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:58:18.385413 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5335589a-8da0-4acc-95a8-ba51cf9b628e req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "DELETE /v2.0/ports/65fa996e-751e-49c6-9116-71a0d1bf7369 HTTP/1.1" status: 204  len: 173 time: 1.4966757
Apr 09 01:58:18.471823 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d010f-f853-4864-9a69-92cf573e9790', 'name': 'network-vif-deleted', 'tag': '65fa996e-751e-49c6-9116-71a0d1bf7369', 'status': 'completed', 'code': 200}
Apr 09 01:58:18.721556 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:18.821266 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d68a66a5-273f-4ce0-8821-a8b4654f0cae req-380348e2-8ab6-4e60-85dd-e9bc44c3cfbb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=864d010f-f853-4864-9a69-92cf573e9790 HTTP/1.1" status: 200  len: 210 time: 0.0521162
Apr 09 01:58:18.882706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['8d9b252f-f22d-4ce9-b735-5bd12865a4da'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:58:19.123931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:19.537498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe355e-3c95-420b-a2d2-2ad2dd93ff20 req-e667b498-fb55-448e-b253-e1123bf75692 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:19.539212 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bdfe355e-3c95-420b-a2d2-2ad2dd93ff20 req-e667b498-fb55-448e-b253-e1123bf75692 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 944 time: 0.1324706
Apr 09 01:58:19.579589 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bdfe355e-3c95-420b-a2d2-2ad2dd93ff20 req-55b83e66-77a7-4a5c-a92f-e3cbe214f92a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0291893
Apr 09 01:58:20.344280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8729d73-b188-4297-ba7b-5d95a06acdbd req-41bed479-c632-445c-933d-645a34ba995d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:20.346489 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e8729d73-b188-4297-ba7b-5d95a06acdbd req-41bed479-c632-445c-933d-645a34ba995d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.0998275
Apr 09 01:58:20.350489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:20.378640 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e8729d73-b188-4297-ba7b-5d95a06acdbd req-d18d0920-8905-4cf4-84d1-af8c57c274b2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250483
Apr 09 01:58:20.770628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 16052b48-c12f-45a3-977c-55ffe42a244e up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:58:20.800064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b887ed-0b47-478f-8928-de3d0e21f826 req-9ec0c259-267a-4e54-85f2-f7958903df4d tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:20.802259 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-80b887ed-0b47-478f-8928-de3d0e21f826 req-9ec0c259-267a-4e54-85f2-f7958903df4d tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 944 time: 0.0910199
Apr 09 01:58:20.836792 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-80b887ed-0b47-478f-8928-de3d0e21f826 req-28139322-e6c9-48d6-92b2-035835b19c7a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279326
Apr 09 01:58:20.850686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 16052b48-c12f-45a3-977c-55ffe42a244e completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:58:20.857952 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 16052b48-c12f-45a3-977c-55ffe42a244e triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:58:20.858635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:20.995607 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:21.008450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af6d18c-e2da-4807-92f6-f887e9c70457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16052b48-c12f-45a3-977c-55ffe42a244e'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:58:21.020073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 16052b48-c12f-45a3-977c-55ffe42a244e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=16052b48-c12f-45a3-977c-55ffe42a244e,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:21.023439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:21.024421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 65fa996e-751e-49c6-9116-71a0d1bf7369 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:58:21.054045 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:21.093215 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af6d18c-e2da-4807-92f6-f887e9c70457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16052b48-c12f-45a3-977c-55ffe42a244e', 'code': 200}
Apr 09 01:58:21.114788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 65fa996e-751e-49c6-9116-71a0d1bf7369 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:58:21.115182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 65fa996e-751e-49c6-9116-71a0d1bf7369 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:58:21.144118 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=16052b48-c12f-45a3-977c-55ffe42a244e,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:21.147567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:21.472071 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6538510-b5a4-451a-8deb-ed278da5f5d6 req-00856558-7d13-483c-8609-989034cfb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:21.473568 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d6538510-b5a4-451a-8deb-ed278da5f5d6 req-00856558-7d13-483c-8609-989034cfb8c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 1098 time: 0.1706226
Apr 09 01:58:21.523575 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d6538510-b5a4-451a-8deb-ed278da5f5d6 req-20419888-772d-44e3-a30e-f8375fed70d1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409250
Apr 09 01:58:21.687597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b5dd9-ac07-42f1-bd71-17d27cd068c4 req-71937a1c-dc28-4d86-962a-2fa33680f8e1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:21.692794 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ae2b5dd9-ac07-42f1-bd71-17d27cd068c4 req-71937a1c-dc28-4d86-962a-2fa33680f8e1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1395590
Apr 09 01:58:21.726402 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ae2b5dd9-ac07-42f1-bd71-17d27cd068c4 req-d1650f73-1623-450b-b63e-a8a22ca1df1a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304108
Apr 09 01:58:21.843289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 54880) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:21.896839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d333e6-13d3-438f-a3f8-d96c16765fd4 req-4de6dd77-1511-490e-8dbf-a9fcf964e46a tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:21.900440 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-75d333e6-13d3-438f-a3f8-d96c16765fd4 req-4de6dd77-1511-490e-8dbf-a9fcf964e46a tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 946 time: 0.1385810
Apr 09 01:58:21.957443 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-75d333e6-13d3-438f-a3f8-d96c16765fd4 req-3df3a046-7083-4869-aff7-28932ecaacd0 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495517
Apr 09 01:58:22.029356 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2442f7fc-ee75-417f-b8b6-d78efe92d9eb admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7bba559dd0c4915b7d88a224a90d318&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1823664
Apr 09 01:58:22.029758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 54888) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:22.104696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6f1eb5c-f56f-473b-b969-ca5b7c498047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:22.143211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6f1eb5c-f56f-473b-b969-ca5b7c498047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:22.234915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6f1eb5c-f56f-473b-b969-ca5b7c498047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:22.244702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9eef906a-a6cf-468c-adc9-802a2973fe6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:22.272215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1eb5c-f56f-473b-b969-ca5b7c498047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c8191d-0f3c-4574-95dc-12bd6751a32c,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:22.281942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f6f1eb5c-f56f-473b-b969-ca5b7c498047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:22.286103 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f6f1eb5c-f56f-473b-b969-ca5b7c498047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:22.289371 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f6f1eb5c-f56f-473b-b969-ca5b7c498047 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34c8191d-0f3c-4574-95dc-12bd6751a32c HTTP/1.1" status: 204  len: 168 time: 0.2580705
Apr 09 01:58:22.518806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74423a-6969-4211-8be2-49a331cfabf6 req-ce6f3a1f-a607-4bb7-834b-b9bf61ff5d73 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:22.521035 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5c74423a-6969-4211-8be2-49a331cfabf6 req-ce6f3a1f-a607-4bb7-834b-b9bf61ff5d73 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 945 time: 0.3568339
Apr 09 01:58:22.569530 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5c74423a-6969-4211-8be2-49a331cfabf6 req-331fa657-1110-4611-b7d4-85cc3b87eec7 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412142
Apr 09 01:58:23.054612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37fed2-d380-455d-8ed3-044d0b941e44 req-b0d15058-416f-4f87-ac6b-30919ebaa439 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:23.057487 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e37fed2-d380-455d-8ed3-044d0b941e44 req-b0d15058-416f-4f87-ac6b-30919ebaa439 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1232479
Apr 09 01:58:23.107158 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e37fed2-d380-455d-8ed3-044d0b941e44 req-b8e6af04-34f2-4e06-b5fd-d133b0f090fb tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320749
Apr 09 01:58:23.413872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f896c-a908-4ad8-abc7-c59b0ec10d54 req-54ca15a8-b57f-4b99-b688-92a8b374699e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:23.416824 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-417f896c-a908-4ad8-abc7-c59b0ec10d54 req-54ca15a8-b57f-4b99-b688-92a8b374699e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 946 time: 0.1811328
Apr 09 01:58:23.463580 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-417f896c-a908-4ad8-abc7-c59b0ec10d54 req-ce71c988-198d-4855-955d-2723eaa32a66 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377278
Apr 09 01:58:23.519285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-b9178469-fae4-445d-a988-42bf027b8b11 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:23.520110 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-b9178469-fae4-445d-a988-42bf027b8b11 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Synchronizing usage tracker for tenant:96703e956e034c16ad1cca21be36101a on resource:port {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:58:23.550939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-b9178469-fae4-445d-a988-42bf027b8b11 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Unset dirty status for tenant:96703e956e034c16ad1cca21be36101a on resource:port {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:58:23.553781 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-b9178469-fae4-445d-a988-42bf027b8b11 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.1996527
Apr 09 01:58:23.706258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Deleting port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:58:23.706857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:23.826104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae4cbe-df1d-475d-be80-e1455a2c5ed9 req-8d641a4f-79b7-4185-88a6-d5999a2b49fe tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:23.828722 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5aae4cbe-df1d-475d-be80-e1455a2c5ed9 req-8d641a4f-79b7-4185-88a6-d5999a2b49fe tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 945 time: 0.1089437
Apr 09 01:58:23.867704 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5aae4cbe-df1d-475d-be80-e1455a2c5ed9 req-68ae0629-0a0d-40bc-9db3-a82cfc8b649d tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319791
Apr 09 01:58:24.617839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9d413-fe48-4e3d-83e0-e3b2b1c4bc40 req-85065aa1-ea43-496e-83f6-78fb4b538ab5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:24.619688 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-82c9d413-fe48-4e3d-83e0-e3b2b1c4bc40 req-85065aa1-ea43-496e-83f6-78fb4b538ab5 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 946 time: 0.2337842
Apr 09 01:58:24.624616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] For port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:24.625010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:24.628584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-5ff8e189-273c-45df-85e5-88c861377f06 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:24.630390 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-5ff8e189-273c-45df-85e5-88c861377f06 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 946 time: 0.3936863
Apr 09 01:58:24.715373 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-82c9d413-fe48-4e3d-83e0-e3b2b1c4bc40 req-9928b287-5bd1-4414-b15d-7a6d97dd566b tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836523
Apr 09 01:58:24.761851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Deleting port 8d9b252f-f22d-4ce9-b735-5bd12865a4da {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:58:24.762238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:24.798023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Calling delete_port for 09ce87aa-c7ef-40b2-84ee-1f1b872471fe owned by compute:nova {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:58:25.078522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:25.097915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d2112b77-af04-4049-a582-79449c03e25e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:25.118443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['49e02430-bf03-47db-9526-5f7dbe52b57b'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:58:25.127454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] For port 8d9b252f-f22d-4ce9-b735-5bd12865a4da, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=8d9b252f-f22d-4ce9-b735-5bd12865a4da,segment=NetworkSegment(811be4a8-6b5f-41cf-ab0e-9b966f44f7fb),segment_id=811be4a8-6b5f-41cf-ab0e-9b966f44f7fb)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:25.127854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:25.159405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Pushing event deleted for resources: {'Port': ['ID=09ce87aa-c7ef-40b2-84ee-1f1b872471fe,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:25.162312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:25.278987 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494cbf7-3209-4c90-9aea-5c1d74f35246 req-4cd4dd7b-4dc3-4aaf-890d-a3d60a5a55ea tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:25.281603 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8494cbf7-3209-4c90-9aea-5c1d74f35246 req-4cd4dd7b-4dc3-4aaf-890d-a3d60a5a55ea tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 946 time: 0.2805960
Apr 09 01:58:25.297490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Calling delete_port for 8d9b252f-f22d-4ce9-b735-5bd12865a4da owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:58:25.354737 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8494cbf7-3209-4c90-9aea-5c1d74f35246 req-e7942f20-fd70-4ace-89d1-ae469f247b78 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/security-groups?id=943fff0a-22a7-4151-b163-22ea53b40a14&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260799
Apr 09 01:58:25.405560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] No DVR routers for this DVR port 09ce87aa-c7ef-40b2-84ee-1f1b872471fe on host hv-cinder-78462 {{(pid=85248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:58:25.408902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:25.412475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4de4dd-c73a-4ea9-8271-bc81f850217c', 'name': 'network-vif-deleted', 'tag': '09ce87aa-c7ef-40b2-84ee-1f1b872471fe'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:58:25.439705 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-44721ede-ae13-47f2-9bde-4184922ecc2c req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.62 "DELETE /v2.0/ports/09ce87aa-c7ef-40b2-84ee-1f1b872471fe HTTP/1.1" status: 204  len: 173 time: 1.8785725
Apr 09 01:58:25.467150 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4de4dd-c73a-4ea9-8271-bc81f850217c', 'name': 'network-vif-deleted', 'tag': '09ce87aa-c7ef-40b2-84ee-1f1b872471fe', 'status': 'completed', 'code': 200}
Apr 09 01:58:25.493809 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:25.512457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:25.572765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Pushing event deleted for resources: {'Port': ['ID=8d9b252f-f22d-4ce9-b735-5bd12865a4da,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:25.631489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:25.768537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['8d9b252f-f22d-4ce9-b735-5bd12865a4da'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:58:25.825748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] No DVR routers for this DVR port 8d9b252f-f22d-4ce9-b735-5bd12865a4da on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:58:25.828350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:25.833539 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8dfd3c-580f-4c46-a9ee-300b305ca1d1', 'name': 'network-vif-deleted', 'tag': '8d9b252f-f22d-4ce9-b735-5bd12865a4da'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:58:25.868745 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-a32ad510-3161-4280-89de-db96ed98fbae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1192024
Apr 09 01:58:25.873462 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a867af3f-aa2d-4670-ae3a-94eed5e2e822 req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.62 "DELETE /v2.0/ports/8d9b252f-f22d-4ce9-b735-5bd12865a4da HTTP/1.1" status: 204  len: 173 time: 1.2263722
Apr 09 01:58:25.969729 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8dfd3c-580f-4c46-a9ee-300b305ca1d1', 'name': 'network-vif-deleted', 'tag': '8d9b252f-f22d-4ce9-b735-5bd12865a4da', 'status': 'completed', 'code': 200}
Apr 09 01:58:25.977325 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b2d225ef-548a-440b-8e79-f46330c43629 req-1f8063af-a68d-47f7-93e9-e50956ed5d67 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=6b4de4dd-c73a-4ea9-8271-bc81f850217c HTTP/1.1" status: 200  len: 210 time: 0.0815914
Apr 09 01:58:26.098862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-f8f23b2e-0d70-424f-b0ef-a57477e651a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:26.100783 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-f8f23b2e-0d70-424f-b0ef-a57477e651a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=96703e956e034c16ad1cca21be36101a&device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 1098 time: 0.0950150
Apr 09 01:58:26.301807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-285cab27-e908-46c0-a678-23c8a32e8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:26.303441 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-285cab27-e908-46c0-a678-23c8a32e8047 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 200  len: 920 time: 0.1457629
Apr 09 01:58:26.389899 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-870e8ba4-895b-4957-a3d1-b4bd11a4fbb7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49e02430-bf03-47db-9526-5f7dbe52b57b HTTP/1.1" status: 200  len: 217 time: 0.0750129
Apr 09 01:58:26.472337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-3caf3e7b-779d-456e-aa05-0bc8ea2f4537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:26.473906 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-3caf3e7b-779d-456e-aa05-0bc8ea2f4537 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 200  len: 859 time: 0.0750208
Apr 09 01:58:26.554408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-2ca551cb-d72c-4c61-a5e2-5c6f6d810072 req-1a3aa7d8-5cb2-4a99-94df-84b34f66302e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Synchronizing usage tracker for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:58:26.570643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-2ca551cb-d72c-4c61-a5e2-5c6f6d810072 req-1a3aa7d8-5cb2-4a99-94df-84b34f66302e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Unset dirty status for tenant:3bcfc614a87947d4801ef4e95e289ac4 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:58:26.571935 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2ca551cb-d72c-4c61-a5e2-5c6f6d810072 req-1a3aa7d8-5cb2-4a99-94df-84b34f66302e tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 210 time: 0.0684636
Apr 09 01:58:27.104463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662657e-c761-41fc-be5d-304f86a5cda3 req-372d8da7-91cc-4322-816c-a059d5bd5460 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:27.106223 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e662657e-c761-41fc-be5d-304f86a5cda3 req-372d8da7-91cc-4322-816c-a059d5bd5460 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.0923216
Apr 09 01:58:27.141741 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e662657e-c761-41fc-be5d-304f86a5cda3 req-12b4f512-8bec-4db1-a4a8-5d1663793109 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0269582
Apr 09 01:58:27.501595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4311a00-5ad6-4241-94c9-cd271364de29 req-51de0006-1e42-4414-bc99-ea722ba51b92 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:27.503236 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c4311a00-5ad6-4241-94c9-cd271364de29 req-51de0006-1e42-4414-bc99-ea722ba51b92 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0922740
Apr 09 01:58:27.538815 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c4311a00-5ad6-4241-94c9-cd271364de29 req-f617a8ef-93bb-4c34-9311-73d8b58b86cc tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287869
Apr 09 01:58:27.757040 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cf54cb30-0aa6-4285-a792-967c375e8646 req-5ff1e830-8ad0-44a3-a6e8-93e4b0019486 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 210 time: 0.0491068
Apr 09 01:58:28.381521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f30549-d5dd-450c-a617-d35ed2ab82f0 req-5fe6da90-8f44-470a-8c27-bf20de098a30 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:28.383183 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-37f30549-d5dd-450c-a617-d35ed2ab82f0 req-5fe6da90-8f44-470a-8c27-bf20de098a30 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.0944378
Apr 09 01:58:28.415121 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-37f30549-d5dd-450c-a617-d35ed2ab82f0 req-08eea864-9bef-49f3-8da5-3af2e65e2aef tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253160
Apr 09 01:58:28.749175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e68fe-a3b4-4109-bf70-011b437c9059 req-2f057e6f-b2f4-40b3-a26b-9aec9b3f56d6 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:28.750795 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-526e68fe-a3b4-4109-bf70-011b437c9059 req-2f057e6f-b2f4-40b3-a26b-9aec9b3f56d6 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0932651
Apr 09 01:58:28.781505 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-526e68fe-a3b4-4109-bf70-011b437c9059 req-17982da8-c80b-4609-822b-db71ee7fca73 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243113
Apr 09 01:58:28.959358 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d1b2330f-7bbc-425a-8dbe-942106c3cb78 req-a5eefede-cbc8-4e43-97f5-640065091f9f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a8dfd3c-580f-4c46-a9ee-300b305ca1d1 HTTP/1.1" status: 200  len: 210 time: 0.0536644
Apr 09 01:58:29.241172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 09ce87aa-c7ef-40b2-84ee-1f1b872471fe no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:58:29.282840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 09ce87aa-c7ef-40b2-84ee-1f1b872471fe {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:58:29.283249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 09ce87aa-c7ef-40b2-84ee-1f1b872471fe not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:58:29.303670 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-596c03ef-e9c3-49f7-b3e3-9671da6661ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b134a394-11b9-4c54-bed1-cfe6d0f309b1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575585
Apr 09 01:58:29.336841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 8d9b252f-f22d-4ce9-b735-5bd12865a4da no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:58:29.374739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 8d9b252f-f22d-4ce9-b735-5bd12865a4da {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:58:29.375125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 8d9b252f-f22d-4ce9-b735-5bd12865a4da not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:58:29.428909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:29.526039 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-47960a15-96ed-4bba-9d29-b97864dbe676 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639948
Apr 09 01:58:29.757571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb003701-8361-4aa8-bd8e-748c47c6dbfa req-0a743e7a-cab3-4c92-9445-b59b52ff2637 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:29.759145 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fb003701-8361-4aa8-bd8e-748c47c6dbfa req-0a743e7a-cab3-4c92-9445-b59b52ff2637 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.2010803
Apr 09 01:58:29.765526 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259950de-4bf8-461b-844e-4e4e93dbb7e6 req-5dffbc43-6a59-4edd-9f50-94d109f02674 service neutron] 10.222.0.62 "GET /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289464
Apr 09 01:58:29.797726 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fb003701-8361-4aa8-bd8e-748c47c6dbfa req-4bb857d4-e822-4132-93f6-8c530ffaae02 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0266099
Apr 09 01:58:30.028995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795de52-5e06-47a6-bf2d-80854db545bf req-c84ef45f-5c1d-48a3-94ae-0092a6db026a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:30.030689 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6795de52-5e06-47a6-bf2d-80854db545bf req-c84ef45f-5c1d-48a3-94ae-0092a6db026a tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1162415
Apr 09 01:58:30.070044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55020) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:30.093430 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6795de52-5e06-47a6-bf2d-80854db545bf req-efa00a87-ac59-4438-b7cf-5a2c7d464e7d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528879
Apr 09 01:58:30.145665 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d18d62b-53e6-49c4-83fa-1cbfe9a96696 admin admin] Deleting subnet a95ff673-805c-4f61-a9da-ba4ea8ba096e {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 01:58:30.149013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0d18d62b-53e6-49c4-83fa-1cbfe9a96696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:30.206504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0d18d62b-53e6-49c4-83fa-1cbfe9a96696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:30.265344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0d18d62b-53e6-49c4-83fa-1cbfe9a96696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:30.551092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0d18d62b-53e6-49c4-83fa-1cbfe9a96696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:30.567168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:30.619000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18d62b-53e6-49c4-83fa-1cbfe9a96696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a95ff673-805c-4f61-a9da-ba4ea8ba096e,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:30.621728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0d18d62b-53e6-49c4-83fa-1cbfe9a96696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:30.719482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0d18d62b-53e6-49c4-83fa-1cbfe9a96696 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:30.726578 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0d18d62b-53e6-49c4-83fa-1cbfe9a96696 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a95ff673-805c-4f61-a9da-ba4ea8ba096e HTTP/1.1" status: 204  len: 168 time: 0.6551991
Apr 09 01:58:30.729290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55034) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:30.859436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:31.035780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428953f-50b2-41ce-af61-9405685edcc8 req-819b13ed-7e40-4bbf-8dc4-427689e3358a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:31.037499 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4428953f-50b2-41ce-af61-9405685edcc8 req-819b13ed-7e40-4bbf-8dc4-427689e3358a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.0918155
Apr 09 01:58:31.061895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:31.072262 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4428953f-50b2-41ce-af61-9405685edcc8 req-3a9076b3-b5bf-4315-a901-12be8870125b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0269952
Apr 09 01:58:31.190427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75e84feb8>,) {'filters': {'network_id': ['107997fa-4577-421c-97e5-52be9579a476']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:31.209330 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75e84feb8>, '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:31.209668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75e84feb8>, '811be4a8-6b5f-41cf-ab0e-9b966f44f7fb') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:31.223117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:31.239262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:31.251691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 01:58:31.313327 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc3870-f1d2-4224-a4dc-85872526b020 req-d352944e-4948-4667-9fa4-eb1dde78d193 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:31.316930 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e4bc3870-f1d2-4224-a4dc-85872526b020 req-d352944e-4948-4667-9fa4-eb1dde78d193 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1028154
Apr 09 01:58:31.374844 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e4bc3870-f1d2-4224-a4dc-85872526b020 req-ec1b50e2-c2a2-406a-9b5b-3ec5c95c2dcb tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451260
Apr 09 01:58:31.457833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Network 107997fa-4577-421c-97e5-52be9579a476 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 01:58:31.468275 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:31.662926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Network 107997fa-4577-421c-97e5-52be9579a476 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 01:58:31.688128 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 01:58:31.771862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:31.776427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:31.794740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:31.801792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Pushing event deleted for resources: {'Network': ['ID=107997fa-4577-421c-97e5-52be9579a476,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:31.805031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:31.807662 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] 10.222.0.38 "DELETE /v2.0/networks/107997fa-4577-421c-97e5-52be9579a476 HTTP/1.1" status: 204  len: 168 time: 1.0766845
Apr 09 01:58:32.020042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55048) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:32.073193 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-259399a7-8966-41bd-b326-16dd2eb6a493 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3bcfc614a87947d4801ef4e95e289ac4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0516906
Apr 09 01:58:32.076414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55052) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:32.148197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f36deb21-ff8f-401c-aacf-be4ab94e676d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:32.188069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f36deb21-ff8f-401c-aacf-be4ab94e676d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:32.245384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f36deb21-ff8f-401c-aacf-be4ab94e676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:32.251010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9c739810-9aa8-444d-b31d-278e90b67604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:32.266991 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36deb21-ff8f-401c-aacf-be4ab94e676d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943fff0a-22a7-4151-b163-22ea53b40a14,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:32.269998 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f36deb21-ff8f-401c-aacf-be4ab94e676d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:32.272442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f36deb21-ff8f-401c-aacf-be4ab94e676d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:32.273684 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f36deb21-ff8f-401c-aacf-be4ab94e676d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/943fff0a-22a7-4151-b163-22ea53b40a14 HTTP/1.1" status: 204  len: 168 time: 0.1962416
Apr 09 01:58:32.317517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ae4d0-4b6e-43db-a13d-7611cc994d09 req-270f40d6-0d88-491c-aca2-db5e7329ee80 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:32.319249 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bf5ae4d0-4b6e-43db-a13d-7611cc994d09 req-270f40d6-0d88-491c-aca2-db5e7329ee80 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1095908
Apr 09 01:58:32.359363 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bf5ae4d0-4b6e-43db-a13d-7611cc994d09 req-d29d8f69-732e-4b9f-9818-940547375ff5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324390
Apr 09 01:58:32.643771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446dc68-ee79-4bc6-a5cc-a1f919647d6b req-c3526f4a-f93b-4586-97ff-23d4bfb0aab1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:32.646717 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0446dc68-ee79-4bc6-a5cc-a1f919647d6b req-c3526f4a-f93b-4586-97ff-23d4bfb0aab1 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1362627
Apr 09 01:58:32.701200 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0446dc68-ee79-4bc6-a5cc-a1f919647d6b req-312c855e-8808-4804-b4cb-375ce2856550 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471382
Apr 09 01:58:33.635479 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4fe89-f157-422d-bf13-b6024612e399 req-c873fdbf-7fd6-42d6-854a-169b6ef9bc93 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:33.638412 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bcf4fe89-f157-422d-bf13-b6024612e399 req-c873fdbf-7fd6-42d6-854a-169b6ef9bc93 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1517470
Apr 09 01:58:33.697357 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bcf4fe89-f157-422d-bf13-b6024612e399 req-c9c11d38-6175-4707-93f7-105a205a0889 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492215
Apr 09 01:58:34.269048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b85eb-1dbc-4fb0-8ecf-44e62bbdd84a req-f83fcf1c-a357-4f63-8fed-e6e298b05a13 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:34.270770 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e2b85eb-1dbc-4fb0-8ecf-44e62bbdd84a req-f83fcf1c-a357-4f63-8fed-e6e298b05a13 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.3705943
Apr 09 01:58:34.304588 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e2b85eb-1dbc-4fb0-8ecf-44e62bbdd84a req-533f93ea-30ea-4941-b2a9-fc2ff34ae718 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266678
Apr 09 01:58:34.970563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55128) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:35.072105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b768a6-8e16-475b-b882-0fb9aae82096 req-83ece7b3-1979-4983-94f3-1507b7172338 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:35.073721 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-82b768a6-8e16-475b-b882-0fb9aae82096 req-83ece7b3-1979-4983-94f3-1507b7172338 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1572375
Apr 09 01:58:35.118934 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-82b768a6-8e16-475b-b882-0fb9aae82096 req-32936ed4-67ed-438c-8368-18ec527ca250 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0292017
Apr 09 01:58:35.160382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:35.202185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:35.211564 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Usage tracker for resource:security_group_rule and tenant:99f770f03aba47cd96abfdc1923c0951 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:58:35.217778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:58:35.231951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:35.385573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:35.389566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:35.407925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-042c92e9-0f33-48b4-8298-8837ae340f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:35.448878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54e567d-2041-485d-adb5-d6f587cb7509,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:35.454708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:35.475489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55142) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:35.475684 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99f770f03aba47cd96abfdc1923c0951&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5035896
Apr 09 01:58:35.615436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-420656c4-ede0-4a70-901c-9e5df437fd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:35.657337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-420656c4-ede0-4a70-901c-9e5df437fd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:35.709292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dadf1-27bc-4b01-ab18-4b6c07570b59 req-5fd02abd-294c-4afb-a188-266bc258f4ee tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:35.711019 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ff2dadf1-27bc-4b01-ab18-4b6c07570b59 req-5fd02abd-294c-4afb-a188-266bc258f4ee tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2059073
Apr 09 01:58:35.753317 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ff2dadf1-27bc-4b01-ab18-4b6c07570b59 req-11cc3b97-87c9-4dcb-bbd5-33ecf3ea1434 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323105
Apr 09 01:58:35.755930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-420656c4-ede0-4a70-901c-9e5df437fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:35.763417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-33e199a0-610c-4680-a861-0de831022b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:35.791414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420656c4-ede0-4a70-901c-9e5df437fd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54e567d-2041-485d-adb5-d6f587cb7509,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:35.794095 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-420656c4-ede0-4a70-901c-9e5df437fd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:35.795321 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-420656c4-ede0-4a70-901c-9e5df437fd7a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d54e567d-2041-485d-adb5-d6f587cb7509 HTTP/1.1" status: 204  len: 168 time: 0.3181210
Apr 09 01:58:35.796483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-420656c4-ede0-4a70-901c-9e5df437fd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:36.106790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55154) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:36.128901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:36.145578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:36.150056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Usage tracker for resource:security_group_rule and tenant:3f13a15f727b426c86a6639785474f40 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:58:36.153344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:58:36.160899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:36.401837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:36.407468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:36.425399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-767ce827-804b-47e5-8d9d-67c199eebb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:36.534883 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3f13a15f727b426c86a6639785474f40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4268913
Apr 09 01:58:36.537951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55162) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:36.540063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c684a0-a51a-4f1b-9762-7bf60858e93d,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:36.543951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:36.569762 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e7714-fcce-407b-87ee-01f964b31b27 req-d2bde2e4-3a09-48d8-918f-2d31d248c18e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:36.572173 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ce4e7714-fcce-407b-87ee-01f964b31b27 req-d2bde2e4-3a09-48d8-918f-2d31d248c18e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.2948818
Apr 09 01:58:36.605046 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ce4e7714-fcce-407b-87ee-01f964b31b27 req-bb07ca0b-ae09-497e-8c38-2b5583fe75a1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262437
Apr 09 01:58:36.611347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-264c5991-9864-424c-8c78-2eb02d973f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:36.639932 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-264c5991-9864-424c-8c78-2eb02d973f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:36.693286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-264c5991-9864-424c-8c78-2eb02d973f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:36.698518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ede3a77e-091a-449d-814e-a228b52a7c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:36.711461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c5991-9864-424c-8c78-2eb02d973f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c684a0-a51a-4f1b-9762-7bf60858e93d,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:36.717101 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-264c5991-9864-424c-8c78-2eb02d973f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:36.721859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-264c5991-9864-424c-8c78-2eb02d973f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:36.723120 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-264c5991-9864-424c-8c78-2eb02d973f96 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/11c684a0-a51a-4f1b-9762-7bf60858e93d HTTP/1.1" status: 204  len: 168 time: 0.1840692
Apr 09 01:58:37.030959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c08c8-f6d7-46b1-9e8e-2326d1d2590a req-3816a3cf-cda5-4386-8df6-baae568438de tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:37.033483 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-628c08c8-f6d7-46b1-9e8e-2326d1d2590a req-3816a3cf-cda5-4386-8df6-baae568438de tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1239874
Apr 09 01:58:37.073143 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-628c08c8-f6d7-46b1-9e8e-2326d1d2590a req-1a4a8d3e-aaa2-4346-a6d7-4d1dfe7aef8c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282922
Apr 09 01:58:37.281673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:58:37.818703 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaa94d-4f5c-40d7-bcaa-012b22b2503c req-1d413e6d-ce3d-4e6f-a2df-a5f571664022 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:37.820383 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aabaa94d-4f5c-40d7-bcaa-012b22b2503c req-1d413e6d-ce3d-4e6f-a2df-a5f571664022 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.0930450
Apr 09 01:58:37.855437 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-aabaa94d-4f5c-40d7-bcaa-012b22b2503c req-4b077ce7-543e-4df6-9bac-5576f03a86a9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0285614
Apr 09 01:58:38.324003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c070493-3037-425d-8ae5-07a21e6ed3be req-e34d6842-ab15-4969-821e-77a886d93990 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:38.325728 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c070493-3037-425d-8ae5-07a21e6ed3be req-e34d6842-ab15-4969-821e-77a886d93990 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0944824
Apr 09 01:58:38.380039 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c070493-3037-425d-8ae5-07a21e6ed3be req-932bcd1c-de91-47b2-a925-28e22f045609 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458331
Apr 09 01:58:39.130312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7b90d-e64d-4d57-9595-160dcb082829 req-e9f16959-ae58-4cc7-b364-bbde876c8a8d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:39.132030 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-32e7b90d-e64d-4d57-9595-160dcb082829 req-e9f16959-ae58-4cc7-b364-bbde876c8a8d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1535044
Apr 09 01:58:39.177110 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-32e7b90d-e64d-4d57-9595-160dcb082829 req-0d9ea39b-5c9a-4352-8e0d-711354108f8c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328844
Apr 09 01:58:39.202877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96815424-916a-46c8-86f9-bb49d95315df req-6e5d9fcd-b545-471d-bcf7-f3f5e2b2d4d7 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:39.205439 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96815424-916a-46c8-86f9-bb49d95315df req-6e5d9fcd-b545-471d-bcf7-f3f5e2b2d4d7 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.62 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.1498382
Apr 09 01:58:39.597947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a159c-b920-429e-a041-f191ace986af req-e028e60d-c60b-4a9d-839d-1efea563cafa tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:39.599638 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-400a159c-b920-429e-a041-f191ace986af req-e028e60d-c60b-4a9d-839d-1efea563cafa tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0944765
Apr 09 01:58:39.633080 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-400a159c-b920-429e-a041-f191ace986af req-bdf9c809-9a74-40ea-b093-67af8f852835 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266891
Apr 09 01:58:40.420465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d857ee-2d19-46d1-978c-07a8a37bd106 req-2225f920-5d6e-4651-9549-7b3a7ebab1d9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:40.422142 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2d857ee-2d19-46d1-978c-07a8a37bd106 req-2225f920-5d6e-4651-9549-7b3a7ebab1d9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1066978
Apr 09 01:58:40.455587 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2d857ee-2d19-46d1-978c-07a8a37bd106 req-7dd71486-f776-4724-b1ab-ad5350e1ecfc tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0265799
Apr 09 01:58:40.842477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e7473-8f70-432d-9bbf-93c2768297a2 req-b4532fb7-9c06-4cff-8263-9c9928b62376 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:40.844184 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-459e7473-8f70-432d-9bbf-93c2768297a2 req-b4532fb7-9c06-4cff-8263-9c9928b62376 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.0937195
Apr 09 01:58:40.880887 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-459e7473-8f70-432d-9bbf-93c2768297a2 req-9faa464b-04ed-455f-87bc-c9ef7db1f3e8 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295603
Apr 09 01:58:41.691140 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8146f6f-68ad-4cf1-9483-0eb076f31184 req-b86119cb-d75a-43d3-a5e5-bb4795e6b35f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:41.692937 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a8146f6f-68ad-4cf1-9483-0eb076f31184 req-b86119cb-d75a-43d3-a5e5-bb4795e6b35f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.0961602
Apr 09 01:58:41.728476 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a8146f6f-68ad-4cf1-9483-0eb076f31184 req-905cccbe-2097-46d7-a69b-44c922c6b54f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0281615
Apr 09 01:58:41.993777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-96815424-916a-46c8-86f9-bb49d95315df req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Deleting port 49e02430-bf03-47db-9526-5f7dbe52b57b {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:58:41.994405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-96815424-916a-46c8-86f9-bb49d95315df req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:42.255640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6936ca-5248-44eb-8c70-a1536c857fdf req-c2363128-b250-4998-86f5-9762237bf01c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:42.257361 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bb6936ca-5248-44eb-8c70-a1536c857fdf req-c2363128-b250-4998-86f5-9762237bf01c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 945 time: 0.2076950
Apr 09 01:58:42.357212 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bb6936ca-5248-44eb-8c70-a1536c857fdf req-f5f796ba-a65e-4154-b792-616c78c686ed tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/security-groups?id=d135f86c-566e-4403-87fb-44b9913879ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457375
Apr 09 01:58:42.389873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-96815424-916a-46c8-86f9-bb49d95315df req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] For port 49e02430-bf03-47db-9526-5f7dbe52b57b, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=49e02430-bf03-47db-9526-5f7dbe52b57b,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:42.390263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-96815424-916a-46c8-86f9-bb49d95315df req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:42.537061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-96815424-916a-46c8-86f9-bb49d95315df req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Calling delete_port for 49e02430-bf03-47db-9526-5f7dbe52b57b owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:58:42.703475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-96815424-916a-46c8-86f9-bb49d95315df req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:42.932977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bff0d243-8e20-439b-8859-403eda1df4e3 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:43.088885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Pushing event deleted for resources: {'Port': ['ID=49e02430-bf03-47db-9526-5f7dbe52b57b,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:43.096514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:43.194097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-96815424-916a-46c8-86f9-bb49d95315df req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] No DVR routers for this DVR port 49e02430-bf03-47db-9526-5f7dbe52b57b on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:58:43.205217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-96815424-916a-46c8-86f9-bb49d95315df req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:43.208133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e47fda47-7dce-41c1-a042-ebcab29da95d', 'name': 'network-vif-deleted', 'tag': '49e02430-bf03-47db-9526-5f7dbe52b57b'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:58:43.249680 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96815424-916a-46c8-86f9-bb49d95315df req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.62 "DELETE /v2.0/ports/49e02430-bf03-47db-9526-5f7dbe52b57b HTTP/1.1" status: 204  len: 173 time: 1.3755376
Apr 09 01:58:43.262085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fed55-b1a2-4b9e-95c1-0c1540caf3ff req-95e702f8-16b4-4332-a0ce-5b44c0e02236 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:43.263741 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f35fed55-b1a2-4b9e-95c1-0c1540caf3ff req-95e702f8-16b4-4332-a0ce-5b44c0e02236 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2881360
Apr 09 01:58:43.278427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033d998-4554-4bbc-b68b-42a0736f6f19 req-e9ef9867-775a-4912-9ba0-d76f25aa992a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:43.280118 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4033d998-4554-4bbc-b68b-42a0736f6f19 req-e9ef9867-775a-4912-9ba0-d76f25aa992a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.2973933
Apr 09 01:58:43.325342 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f35fed55-b1a2-4b9e-95c1-0c1540caf3ff req-d6c561b9-baec-4cf5-b740-f2d4215aa018 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441804
Apr 09 01:58:43.331201 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4033d998-4554-4bbc-b68b-42a0736f6f19 req-235d2ef6-1ca2-4682-9e4e-74bdeb16b190 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369294
Apr 09 01:58:43.403658 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e47fda47-7dce-41c1-a042-ebcab29da95d', 'name': 'network-vif-deleted', 'tag': '49e02430-bf03-47db-9526-5f7dbe52b57b', 'status': 'completed', 'code': 200}
Apr 09 01:58:43.530741 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-4260732c-dda8-430f-a5a5-b0bafd4ca648 req-f45b24b7-4317-4596-bb2f-f472b7ca352d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Synchronizing usage tracker for tenant:96703e956e034c16ad1cca21be36101a on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:58:43.545773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-4260732c-dda8-430f-a5a5-b0bafd4ca648 req-f45b24b7-4317-4596-bb2f-f472b7ca352d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Unset dirty status for tenant:96703e956e034c16ad1cca21be36101a on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:58:43.547048 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4260732c-dda8-430f-a5a5-b0bafd4ca648 req-f45b24b7-4317-4596-bb2f-f472b7ca352d tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 210 time: 0.0688601
Apr 09 01:58:43.776198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0f0f4188-45b3-4a2b-97d7-abc9520de8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:44.585276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c582a-51bf-4e7b-a936-872393d6846d req-99088393-2fea-40ce-9d91-73868328ff33 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:44.586943 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d51c582a-51bf-4e7b-a936-872393d6846d req-99088393-2fea-40ce-9d91-73868328ff33 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1359313
Apr 09 01:58:44.627845 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d51c582a-51bf-4e7b-a936-872393d6846d req-ddcbcd05-6ebf-4bb2-8205-90d5a28093fd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332267
Apr 09 01:58:44.665844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2aa683-89e0-4a07-b1f6-6d9e025b2f17 req-2b981fce-dc8d-4570-ac61-057296526a81 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:44.667475 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fd2aa683-89e0-4a07-b1f6-6d9e025b2f17 req-2b981fce-dc8d-4570-ac61-057296526a81 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1343372
Apr 09 01:58:44.700514 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fd2aa683-89e0-4a07-b1f6-6d9e025b2f17 req-c8344190-5f12-43d6-b724-57c1479edbd8 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264258
Apr 09 01:58:44.789168 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b5087ba-e155-43af-8c9f-936bf2105be1 req-e780f1cc-907b-417e-9be3-9cc7d5ee24b2 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 210 time: 0.0506971
Apr 09 01:58:45.835394 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1c124-f4a1-4f09-8c86-55690ec5ea21 req-3ccf7284-b55e-453f-a242-7519cdab9641 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:45.837061 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-16f1c124-f4a1-4f09-8c86-55690ec5ea21 req-3ccf7284-b55e-453f-a242-7519cdab9641 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.0893931
Apr 09 01:58:45.888668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 49e02430-bf03-47db-9526-5f7dbe52b57b no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:58:45.939337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 49e02430-bf03-47db-9526-5f7dbe52b57b {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:58:45.939596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 49e02430-bf03-47db-9526-5f7dbe52b57b not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:58:46.123094 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-16f1c124-f4a1-4f09-8c86-55690ec5ea21 req-6d93150b-7fc6-4ee7-a202-177683cbb0cf tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2457991
Apr 09 01:58:46.184093 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed29c1-1b13-4b97-a787-7b71e288949f req-3fddaa1c-58bb-4471-987e-c4a84b0b9ccc tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:46.186030 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78ed29c1-1b13-4b97-a787-7b71e288949f req-3fddaa1c-58bb-4471-987e-c4a84b0b9ccc tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.3478396
Apr 09 01:58:46.226016 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78ed29c1-1b13-4b97-a787-7b71e288949f req-8582d83a-6eaa-4aea-95d3-a266441029ea tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0265007
Apr 09 01:58:46.330650 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ed59e510-8f0d-4bbb-9d67-d855e66074cb req-ba1ad828-3df6-41db-9ae7-fa518e31299c tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] 10.222.0.38 "GET /v2.0/ports?device_id=e47fda47-7dce-41c1-a042-ebcab29da95d HTTP/1.1" status: 200  len: 210 time: 0.0586805
Apr 09 01:58:46.898284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55380) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:47.037230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:47.055917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:47.060271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Usage tracker for resource:security_group_rule and tenant:61ad12bea5294291af967e8a4aec6b1b is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:58:47.063522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:58:47.070555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:47.175098 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:47.178285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:47.194784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2308dd0d-99b2-4291-9256-9ddc5133979d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:47.247264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55394) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:47.253444 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61ad12bea5294291af967e8a4aec6b1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3528759
Apr 09 01:58:47.325298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed8e8b1-3bc6-45df-8fe5-03f7f191ed4f,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:47.344379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:47.390205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:47.443779 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.444448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.445063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.445658 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.446230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.447000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.447432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.447973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.448533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.449117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.449700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.449988 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:47.450284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.457812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:47.458833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:47.475148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:47.480019 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ed8e8b1-3bc6-45df-8fe5-03f7f191ed4f HTTP/1.1" status: 204  len: 168 time: 0.2309084
Apr 09 01:58:47.482932 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed8e8b1-3bc6-45df-8fe5-03f7f191ed4f,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:47.492117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.492536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.492937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.493335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.493704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.494283 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.494674 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.495061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.495448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.495834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.496229 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.496771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:58:47.501134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:47.616146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf41b53-5ecc-4f6b-a923-42a5426159b4 req-a5da3081-c048-436f-b7f3-db872f660827 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:47.618787 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cbf41b53-5ecc-4f6b-a923-42a5426159b4 req-a5da3081-c048-436f-b7f3-db872f660827 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2884486
Apr 09 01:58:47.694101 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cbf41b53-5ecc-4f6b-a923-42a5426159b4 req-0192210f-3aaa-47ca-81a3-0b5e1943fc8e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652368
Apr 09 01:58:47.728248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259174c0-d20e-4699-8640-a68761e86794 req-c5d749f1-41cc-4be8-949f-749b6fd81a54 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:47.733138 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259174c0-d20e-4699-8640-a68761e86794 req-c5d749f1-41cc-4be8-949f-749b6fd81a54 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.2399967
Apr 09 01:58:47.773247 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-259174c0-d20e-4699-8640-a68761e86794 req-558872e4-c8b8-4d8f-8508-e84cfffd2660 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320468
Apr 09 01:58:47.790208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55412) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:47.888278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55416) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:47.908825 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:47.938828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:47.946513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Usage tracker for resource:security_group_rule and tenant:3fcd047bf3c74164b1dbc822825f4c78 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:58:47.952132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:58:47.963388 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:48.127389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:48.132989 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:48.143549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1146490b-8e2b-49c0-8ad8-bb5576e734b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:48.168351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-267c88a5-ba48-4d43-964a-fea946187593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:48.190535 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fcd047bf3c74164b1dbc822825f4c78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3009031
Apr 09 01:58:48.192501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3625deb-4229-477a-b7d7-52835868ea3d,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:48.195161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55420) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:48.198034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:48.262993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff866-778f-433c-808b-3fab91ecbcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:48.296045 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff866-778f-433c-808b-3fab91ecbcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:48.372863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff866-778f-433c-808b-3fab91ecbcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:48.380433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-86aad361-0f4e-44dd-9109-0f1d0d2caf33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:48.400972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff866-778f-433c-808b-3fab91ecbcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3625deb-4229-477a-b7d7-52835868ea3d,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:48.406840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e4ff866-778f-433c-808b-3fab91ecbcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:48.409205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff866-778f-433c-808b-3fab91ecbcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:48.413344 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8e4ff866-778f-433c-808b-3fab91ecbcd7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3625deb-4229-477a-b7d7-52835868ea3d HTTP/1.1" status: 204  len: 168 time: 0.2142668
Apr 09 01:58:48.447650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854193265'] for router_interface, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:48.768188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:49.091857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ec23b-0a81-4ebd-a2ec-ecc4457d4ea8 req-3e465657-1216-4170-b669-7663587df117 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:49.093606 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a74ec23b-0a81-4ebd-a2ec-ecc4457d4ea8 req-3e465657-1216-4170-b669-7663587df117 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2098534
Apr 09 01:58:49.107818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9863a4-ff18-47f7-9c46-a97d519504e5 req-d1f9f443-2711-4fd5-9dcd-8246047d08e1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:49.117121 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb9863a4-ff18-47f7-9c46-a97d519504e5 req-d1f9f443-2711-4fd5-9dcd-8246047d08e1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1326156
Apr 09 01:58:49.119813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:49.165745 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb9863a4-ff18-47f7-9c46-a97d519504e5 req-81a6cccf-fcf1-4667-b5f0-1966c2709589 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475581
Apr 09 01:58:49.197633 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a74ec23b-0a81-4ebd-a2ec-ecc4457d4ea8 req-4fbffabb-14aa-4f22-88d4-bca750645607 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649896
Apr 09 01:58:49.299936 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Deleting port aad596fa-d11a-463d-84ff-f7ea87792a84 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:58:49.300598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:49.523403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] For port aad596fa-d11a-463d-84ff-f7ea87792a84, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=aad596fa-d11a-463d-84ff-f7ea87792a84,segment=NetworkSegment(66b23a1e-c469-45f1-b6ca-bb306872b2b9),segment_id=66b23a1e-c469-45f1-b6ca-bb306872b2b9)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:49.523810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:49.660046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Calling delete_port for aad596fa-d11a-463d-84ff-f7ea87792a84 owned by network:router_interface {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:58:49.997679 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:50.014429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c4ba9c43-d659-4d1f-8386-551211811883 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:50.073893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad596fa-d11a-463d-84ff-f7ea87792a84,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:50.078220 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:50.371524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:50.512378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55494) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:50.527522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854193988'] for router_interface, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:50.535439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c358b-464c-430a-82f4-21e694385b61 req-1d261840-e208-40e6-8ee8-41a0da844637 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:50.544047 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9b7c358b-464c-430a-82f4-21e694385b61 req-1d261840-e208-40e6-8ee8-41a0da844637 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1864598
Apr 09 01:58:50.586403 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9b7c358b-464c-430a-82f4-21e694385b61 req-6b541424-5660-47c8-aeda-7f30001011a4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418677
Apr 09 01:58:50.605269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf3677-96ad-49b6-b9a5-aff0037864dc req-c8d506b5-d742-46fd-a3a4-730d8542fdd5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:50.607267 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e3bf3677-96ad-49b6-b9a5-aff0037864dc req-c8d506b5-d742-46fd-a3a4-730d8542fdd5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1853273
Apr 09 01:58:50.647371 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e3bf3677-96ad-49b6-b9a5-aff0037864dc req-f03c2b41-df0d-4b0e-9900-ff05e3ccc4fc tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0291524
Apr 09 01:58:50.717622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:50.746664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:50.754732 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:4c70d9938f7b4413833f48d54e597a47 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:58:50.759062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:58:50.826561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:51.240588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Router c18a848b-7e62-4006-a743-34ded4d90d67 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:58:51.259255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:51.267297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:51.278265 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-270244fe-0a93-46df-80c6-467757bb67b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:51.477415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5e5818-4ceb-4631-97bf-80ca84128092,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:51.487647 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4c70d9938f7b4413833f48d54e597a47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9711032
Apr 09 01:58:51.487647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:51.488731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55520) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:51.536230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:58:51.549121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] Sync routers for ids ['c18a848b-7e62-4006-a743-34ded4d90d67'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:58:51.576977 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e38d66e2-fb5c-4e1f-a6c5-292a0321f4d9 admin admin] 10.222.0.38 "PUT /v2.0/routers/c18a848b-7e62-4006-a743-34ded4d90d67/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7813914
Apr 09 01:58:51.577731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55524) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:51.580153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] Routers {'c18a848b-7e62-4006-a743-34ded4d90d67'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:58:51.588337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7600cc470>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:58:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['c18a848b-7e62-4006-a743-34ded4d90d67'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:51.648318 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d8ac99da-6ee2-4dc5-8acb-e1d5989e72e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:51.682239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d8ac99da-6ee2-4dc5-8acb-e1d5989e72e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:51.863334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] Set router c18a848b-7e62-4006-a743-34ded4d90d67 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:58:52.003109 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d8ac99da-6ee2-4dc5-8acb-e1d5989e72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:52.008976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1b91d084-0eaa-4e44-8e44-130a02d67221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:52.024216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b396552-ec50-4067-b3e2-9da011094369 req-18113206-0649-4272-aef2-28a44acbbb4c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:52.025849 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1b396552-ec50-4067-b3e2-9da011094369 req-18113206-0649-4272-aef2-28a44acbbb4c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1939163
Apr 09 01:58:52.050248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c62c33-7811-44ca-911b-ec2e2439ab59 req-42b5dbe7-6828-4360-bc8f-ad9d0603effd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:52.058050 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c62c33-7811-44ca-911b-ec2e2439ab59 req-42b5dbe7-6828-4360-bc8f-ad9d0603effd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2898786
Apr 09 01:58:52.077710 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac99da-6ee2-4dc5-8acb-e1d5989e72e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5e5818-4ceb-4631-97bf-80ca84128092,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:52.081244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks [] for router, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:52.104706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d8ac99da-6ee2-4dc5-8acb-e1d5989e72e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:52.110599 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d8ac99da-6ee2-4dc5-8acb-e1d5989e72e1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4c5e5818-4ceb-4631-97bf-80ca84128092 HTTP/1.1" status: 204  len: 168 time: 0.6155779
Apr 09 01:58:52.133908 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c62c33-7811-44ca-911b-ec2e2439ab59 req-a99b4e28-cafd-4c61-af60-3eeacbd701a0 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695810
Apr 09 01:58:52.154566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d8ac99da-6ee2-4dc5-8acb-e1d5989e72e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:52.176425 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1b396552-ec50-4067-b3e2-9da011094369 req-8106106d-6024-4d73-95ff-61bdcebd637c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1134734
Apr 09 01:58:52.261780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7600cc470>, [{'id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:58:49Z', 'revision_number': 5, 'project_id': '96703e956e034c16ad1cca21be36101a', 'gw_port': {'id': '46e20d38-f0a1-4c59-bb71-80a37837b0fc', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:9b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:30Z', 'updated_at': '2021-04-09T01:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:52.266924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] Checking router: c18a848b-7e62-4006-a743-34ded4d90d67 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:58:52.280396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] Routers {'c18a848b-7e62-4006-a743-34ded4d90d67'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:58:52.281473 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7600cc470>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:58:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['c18a848b-7e62-4006-a743-34ded4d90d67'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:52.335007 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:52.345490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Deleting port 46e20d38-f0a1-4c59-bb71-80a37837b0fc {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:58:52.345981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:52.582603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] Set router c18a848b-7e62-4006-a743-34ded4d90d67 gateway port host: None {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:58:52.666183 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] For port 46e20d38-f0a1-4c59-bb71-80a37837b0fc, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=46e20d38-f0a1-4c59-bb71-80a37837b0fc,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:52.666680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:52.876444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Calling delete_port for 46e20d38-f0a1-4c59-bb71-80a37837b0fc owned by network:router_gateway {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:58:52.887320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7600cc470>, [{'id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:58:52Z', 'revision_number': 6, 'project_id': '96703e956e034c16ad1cca21be36101a', 'gw_port_host': None}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:52.894400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ac64a-735d-462e-ba42-667ffda511a1 None None] The sync data for ids ['c18a848b-7e62-4006-a743-34ded4d90d67'] in dv-cinder-784623-6-iscsi is: [{'id': 'c18a848b-7e62-4006-a743-34ded4d90d67', 'name': 'tempest-ServerRescueNegativeTestJSON-1991574341-router', 'tenant_id': '96703e956e034c16ad1cca21be36101a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:58:52Z', 'revision_number': 6, 'project_id': '96703e956e034c16ad1cca21be36101a', 'gw_port_host': None}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:58:53.137259 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.157985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d48906e2-59ab-4253-b6a7-646bf6469e8a tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:53.223951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Pushing event deleted for resources: {'Port': ['ID=46e20d38-f0a1-4c59-bb71-80a37837b0fc,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:53.231195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:53.346274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55564) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:53.463214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b206-c281-4cf4-bb49-2b4fa46c0c4c req-5c4aaced-2e82-4bd0-b8d0-e8f352a50683 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:53.464904 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5aa5b206-c281-4cf4-bb49-2b4fa46c0c4c req-5c4aaced-2e82-4bd0-b8d0-e8f352a50683 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1859279
Apr 09 01:58:53.471684 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854203204'] for router_gateway, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.479294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc59cb-70e9-4fb3-a7a9-d90b48aaeb26 req-66f3d0e5-0bc9-4d72-a8c0-4728829f065d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:53.481334 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-57cc59cb-70e9-4fb3-a7a9-d90b48aaeb26 req-66f3d0e5-0bc9-4d72-a8c0-4728829f065d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1315870
Apr 09 01:58:53.526184 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5aa5b206-c281-4cf4-bb49-2b4fa46c0c4c req-52493abe-9ab4-4818-b5e6-f6667f7eddf3 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435805
Apr 09 01:58:53.527864 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1637666505-network', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:58:53.541097 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-57cc59cb-70e9-4fb3-a7a9-d90b48aaeb26 req-ea188025-15df-413a-be03-5fea09abef9b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436826
Apr 09 01:58:53.659580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:53.674566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Usage tracker for resource:network and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:58:53.679240 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:58:53.688300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1387'] for router, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.690365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:53.693013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.778546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Made reservation on behalf of ac3b8f7fb01041abac3b9215f681e4e1 for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:58:53.783964 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.798153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.813966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574614'] for router, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.814549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c18a848b-7e62-4006-a743-34ded4d90d67 {{(pid=85248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 01:58:53.819740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:53.827261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Usage tracker for resource:security_group_rule and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:58:53.831686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:58:53.840970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:53.849098 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.850369 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] 10.222.0.38 "DELETE /v2.0/routers/c18a848b-7e62-4006-a743-34ded4d90d67 HTTP/1.1" status: 204  len: 168 time: 2.2712765
Apr 09 01:58:53.854709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55574) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:53.946057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.953352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:53.964039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-23bdfd65-9ec7-4cc6-b1fd-791e71f58a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:53.990155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] Deleting subnet 8b2a7a11-ef74-4f2e-96c5-e39c06ea799e {{(pid=85247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 01:58:53.990299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:58:53.993821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.007196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66158f1-0c8a-43d6-adc5-6963867cce6e,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:54.011396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:54.020841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.021318 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Added segment 337c1d6d-4055-4ba6-900d-6dafd7f526f8 of type vlan for network fd0911d7-2183-43e3-9703-f2a48c7303e9
Apr 09 01:58:54.055694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.063667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.071841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.090568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.092070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:54.092691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.097424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7be6b583-38ea-436b-8afe-50edce4e49fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:54.211364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Pushing event updated for resources: {'Network': ['ID=fd0911d7-2183-43e3-9703-f2a48c7303e9,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:54.219335 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8660517
Apr 09 01:58:54.219335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:54.219816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55582) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:54.228779 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:58:54.231097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Request body: {'subnet': {'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1637666505-subnet', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:58:54.240973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:54.249097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Usage tracker for resource:subnet and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:58:54.255042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:58:54.267047 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:54.284663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Made reservation on behalf of ac3b8f7fb01041abac3b9215f681e4e1 for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:58:54.293382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.316816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40bf28-e590-4883-b7c3-8eebc6bb68cc req-c785f982-3791-49e9-9d78-f7a6755c28b9 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:54.318500 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3b40bf28-e590-4883-b7c3-8eebc6bb68cc req-c785f982-3791-49e9-9d78-f7a6755c28b9 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 945 time: 0.2163985
Apr 09 01:58:54.409755 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3b40bf28-e590-4883-b7c3-8eebc6bb68cc req-3dbfa27a-d339-4ee2-bf5a-6a479346c052 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713563
Apr 09 01:58:54.477106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for subnet, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.493302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:54.546477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2a7a11-ef74-4f2e-96c5-e39c06ea799e,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:54.551158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:54.650807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.657919 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8b2a7a11-ef74-4f2e-96c5-e39c06ea799e HTTP/1.1" status: 204  len: 168 time: 0.8018491
Apr 09 01:58:54.663975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55590) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:54.821919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277488d-d18f-4b2b-9658-3080508bbb6a req-147c256c-2973-4b43-adcb-8f7e8f0c383e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:54.823540 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d277488d-d18f-4b2b-9658-3080508bbb6a req-147c256c-2973-4b43-adcb-8f7e8f0c383e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1643035
Apr 09 01:58:54.836782 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4486041-73c7-4853-a871-eb5f3e90c7b7 req-9b91d3f0-b10a-46da-b28e-c13166ebeb4f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:54.838445 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a4486041-73c7-4853-a871-eb5f3e90c7b7 req-9b91d3f0-b10a-46da-b28e-c13166ebeb4f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1382248
Apr 09 01:58:54.849114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:54.896275 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d277488d-d18f-4b2b-9658-3080508bbb6a req-88f742c3-a82e-45e8-a9eb-af473223a056 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562553
Apr 09 01:58:54.908733 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a4486041-73c7-4853-a871-eb5f3e90c7b7 req-b715b8c9-465d-4e66-a806-0a8b7b9c2844 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563922
Apr 09 01:58:54.974089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device aad596fa-d11a-463d-84ff-f7ea87792a84 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:58:55.011678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: aad596fa-d11a-463d-84ff-f7ea87792a84 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:58:55.012066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device aad596fa-d11a-463d-84ff-f7ea87792a84 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:58:55.012529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 46e20d38-f0a1-4c59-bb71-80a37837b0fc no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:58:55.052501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 46e20d38-f0a1-4c59-bb71-80a37837b0fc {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:58:55.052958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 46e20d38-f0a1-4c59-bb71-80a37837b0fc not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:58:55.129894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:55.260624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:55.281257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-769e45d8-4228-4360-b51e-d05b68ee078a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:55.325796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75ef662b0>,) {'filters': {'network_id': ['b134a394-11b9-4c54-bed1-cfe6d0f309b1']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:55.348832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75ef662b0>, '66b23a1e-c469-45f1-b6ca-bb306872b2b9') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:55.349057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75ef662b0>, '66b23a1e-c469-45f1-b6ca-bb306872b2b9') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:58:55.643390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b099f2-f373-4991-b244-79a24c5a8464 req-2fa5775e-8b51-4a9c-93cd-6cf7cc543a96 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:55.645196 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-33b099f2-f373-4991-b244-79a24c5a8464 req-2fa5775e-8b51-4a9c-93cd-6cf7cc543a96 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 945 time: 0.1044614
Apr 09 01:58:55.668951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:55.697201 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-33b099f2-f373-4991-b244-79a24c5a8464 req-40b122a7-afef-4c6c-a195-1772d5d5332f tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441387
Apr 09 01:58:55.698529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be35d05-70b7-428c-80b6-1f2d07885d22,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:55.701119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:55.707785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:55.714973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 01:58:55.929357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 01:58:55.941702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.038000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Checking segment: {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:58:56.038350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Network hostable DHCP agents. Network: fd0911d7-2183-43e3-9703-f2a48c7303e9, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:58:56.155002 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Network b134a394-11b9-4c54-bed1-cfe6d0f309b1 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 01:58:56.163965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 01:58:56.183522 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 01:58:56.186572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a25901-445b-420e-b2a0-6d9ef69c5d57 req-3e71a394-41f0-484f-8770-60c1707b05c9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:56.187794 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-83a25901-445b-420e-b2a0-6d9ef69c5d57 req-3e71a394-41f0-484f-8770-60c1707b05c9 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1657817
Apr 09 01:58:56.201164 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e671c-ef1e-4316-aa93-dbf6eff9d6f1 req-bf7e906e-b8f6-4ef5-a5a9-a0273e97be38 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:56.202806 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-543e671c-ef1e-4316-aa93-dbf6eff9d6f1 req-bf7e906e-b8f6-4ef5-a5a9-a0273e97be38 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1362631
Apr 09 01:58:56.249302 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-83a25901-445b-420e-b2a0-6d9ef69c5d57 req-0f68fded-81ae-44bf-a789-1b959d486f9e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453994
Apr 09 01:58:56.251168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, fd0911d7-2183-43e3-9703-f2a48c7303e9) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:58:56.256183 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-543e671c-ef1e-4316-aa93-dbf6eff9d6f1 req-ae2e47c2-d90b-4114-98a6-aad92f99dd3b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380657
Apr 09 01:58:56.261648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f84431-8fe8-4cd3-9222-8d6f4b5746e5 None None] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:58:56.277425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:56.278391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.290028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.298698 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:56.318174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.334476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=b134a394-11b9-4c54-bed1-cfe6d0f309b1,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:56.339706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:56.342978 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.1218529
Apr 09 01:58:56.346651 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] 10.222.0.38 "DELETE /v2.0/networks/b134a394-11b9-4c54-bed1-cfe6d0f309b1 HTTP/1.1" status: 204  len: 168 time: 1.6815653
Apr 09 01:58:56.346820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55604) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:56.354073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:58:56.359670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:58:56.364272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Usage tracker for resource:router and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:58:56.367477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:58:56.374471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:58:56.385113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.386479 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.405560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.484257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55610) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:56.528351 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a7f2d7af-27a8-4eed-a554-96af5d4a8094 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96703e956e034c16ad1cca21be36101a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0404508
Apr 09 01:58:56.529078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55614) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:58:56.534550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-fd0911d7-2183-43e3-9703-f2a48c7303e9', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 01:58:56.535685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.627616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-77ca8e03-1e1e-48ab-ade8-5fa8ce04ba56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.657613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-77ca8e03-1e1e-48ab-ade8-5fa8ce04ba56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.711592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.716435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-77ca8e03-1e1e-48ab-ade8-5fa8ce04ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.723194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-05bb1b30-bc2e-4136-ba6f-011bec7665b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:56.735807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca8e03-1e1e-48ab-ade8-5fa8ce04ba56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d135f86c-566e-4403-87fb-44b9913879ba,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:56.738317 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-77ca8e03-1e1e-48ab-ade8-5fa8ce04ba56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:56.744137 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-77ca8e03-1e1e-48ab-ade8-5fa8ce04ba56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:56.748278 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-77ca8e03-1e1e-48ab-ade8-5fa8ce04ba56 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d135f86c-566e-4403-87fb-44b9913879ba HTTP/1.1" status: 204  len: 168 time: 0.2153001
Apr 09 01:58:56.771938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Allocated IP 172.20.0.2 (fd0911d7-2183-43e3-9703-f2a48c7303e9/8be35d05-70b7-428c-80b6-1f2d07885d22/e462a4fa-5e06-4e77-8e6d-2cab44e2de32) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:58:57.174986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:57.190643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Transition to ACTIVE for port object e462a4fa-5e06-4e77-8e6d-2cab44e2de32 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:58:57.218323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Transition to ACTIVE for port object e462a4fa-5e06-4e77-8e6d-2cab44e2de32 will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:58:57.229832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:57.263230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:57.460777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:58:57.507919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Pushing event updated for resources: {'Port': ['ID=e462a4fa-5e06-4e77-8e6d-2cab44e2de32,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:57.526940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:57.699557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:58:57.704509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:58:57.707184 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:58:57.832203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:57.872281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:57.934489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee76929-d83c-4c0f-946c-1e0f3ec98764 req-ab7d91b3-547f-4c9b-adb6-6375dec9a900 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:57.943669 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5ee76929-d83c-4c0f-946c-1e0f3ec98764 req-ab7d91b3-547f-4c9b-adb6-6375dec9a900 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.3444746
Apr 09 01:58:57.945039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:57.978117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Attempting to bind port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:58:57.982375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Attempting to bind port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:58:57.982849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Attempting to bind port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 on network fd0911d7-2183-43e3-9703-f2a48c7303e9 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:58:57.993337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56794ef-bd98-4b14-9316-a4c472d532e3 req-9e9a7fd2-5793-49a1-8ae2-fea3fb30f3be tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:58.001550 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c56794ef-bd98-4b14-9316-a4c472d532e3 req-9e9a7fd2-5793-49a1-8ae2-fea3fb30f3be tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 945 time: 0.8296015
Apr 09 01:58:58.001706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:58:58.002014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Checking segment: {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:58:58.002525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:58.002868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Bound using segment: {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:58:58.003419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Bound port: e462a4fa-5e06-4e77-8e6d-2cab44e2de32, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:58:58.003839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:58.025720 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5ee76929-d83c-4c0f-946c-1e0f3ec98764 req-4ff64fb7-cadb-4f3e-bace-dc419a2cb349 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809119
Apr 09 01:58:58.054111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '71b85585-c25f-4f99-b8af-0177009e9005', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'port_id': '71b85585-c25f-4f99-b8af-0177009e9005', 'mac_address': 'fa:16:3e:00:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:58:58.101844 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c56794ef-bd98-4b14-9316-a4c472d532e3 req-54757a40-dd31-4a69-b05e-022cdc15d60d tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993214
Apr 09 01:58:58.178851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:58.180731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71b85585-c25f-4f99-b8af-0177009e9005 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:58:58.225853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] For port e462a4fa-5e06-4e77-8e6d-2cab44e2de32, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:58:58.246946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] For port e462a4fa-5e06-4e77-8e6d-2cab44e2de32, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e462a4fa-5e06-4e77-8e6d-2cab44e2de32,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:58:58.256057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:58.278766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Allocated IP 172.27.2.240 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/1381a4c7-2ab6-4dd4-b1b0-68927ca69083) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:58:58.300934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-27456705-c1ce-42f3-8a96-0a20e1da9c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:58.356024 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:58.372520 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:58.508304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Pushing event updated for resources: {'Port': ['ID=e462a4fa-5e06-4e77-8e6d-2cab44e2de32,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:58.523460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:58.524572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['71b85585-c25f-4f99-b8af-0177009e9005'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:58:58.688579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:58.806739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b2dca-59fd-446d-8fb0-a68d57898278 req-d3c71d22-f0f9-4850-8dd9-0131bb9cf2b0 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:58.815595 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5c5b2dca-59fd-446d-8fb0-a68d57898278 req-d3c71d22-f0f9-4850-8dd9-0131bb9cf2b0 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2988453
Apr 09 01:58:58.883167 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5c5b2dca-59fd-446d-8fb0-a68d57898278 req-2c76344c-abdc-424f-b267-4e4ba6d11d69 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663147
Apr 09 01:58:58.915335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:58.954198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-54422566-5561-45ed-914a-89fd76661025 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:58:58.955861 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-54422566-5561-45ed-914a-89fd76661025 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.62 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 945 time: 0.4406402
Apr 09 01:58:59.061729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Deleting port 16052b48-c12f-45a3-977c-55ffe42a244e {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:58:59.062401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:59.251608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=6']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:58:59.265544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:58:59.306050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:59.332461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:58:59.609352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:58:59.983169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] For port 16052b48-c12f-45a3-977c-55ffe42a244e, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=16052b48-c12f-45a3-977c-55ffe42a244e,segment=NetworkSegment(14edc4ff-b022-44e1-a120-e7d2bd2825d7),segment_id=14edc4ff-b022-44e1-a120-e7d2bd2825d7)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:58:59.983965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:00.006584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:00.013601 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:00.137552 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:59:00.208572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Calling delete_port for 16052b48-c12f-45a3-977c-55ffe42a244e owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:59:00.383878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Pushing event updated for resources: {'Port': ['ID=1381a4c7-2ab6-4dd4-b1b0-68927ca69083,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:00.407441 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:00.489246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18251a-2267-4de4-836d-081113af6dbb req-11495d71-e974-49e4-b622-cce4ec07653f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:00.490969 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-de18251a-2267-4de4-836d-081113af6dbb req-11495d71-e974-49e4-b622-cce4ec07653f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 944 time: 0.8369215
Apr 09 01:59:00.828496 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-de18251a-2267-4de4-836d-081113af6dbb req-4971b41e-f7b5-46bb-81d7-653212789135 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3191931
Apr 09 01:59:00.867234 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c2d91-5982-4a9d-870f-95ea80ec89cd req-c43d1e19-2264-4117-b157-1de9557b3895 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:00.889774 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-101c2d91-5982-4a9d-870f-95ea80ec89cd req-c43d1e19-2264-4117-b157-1de9557b3895 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 945 time: 0.6926105
Apr 09 01:59:00.981203 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-101c2d91-5982-4a9d-870f-95ea80ec89cd req-8f2ac587-e37c-4eae-9add-f3403cbb403f tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/security-groups?id=89ac4354-b84b-40da-90f7-5df4ed4690b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888505
Apr 09 01:59:01.010404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:01.049206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['16052b48-c12f-45a3-977c-55ffe42a244e'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 01:59:01.072687 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:01.165978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e462a4fa-5e06-4e77-8e6d-2cab44e2de32 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:01.217000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Pushing event deleted for resources: {'Port': ['ID=16052b48-c12f-45a3-977c-55ffe42a244e,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:01.340942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:01.467141 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:01.486042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:01.566145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84946976-04cc-4c6b-a953-4d262ea4bc6e None None] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:59:01.575137 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:01.929854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Provisioning for port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:01.957753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Provisioning complete for port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:01.958455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.045853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92686247-9d30-4842-b50b-d119452a23db req-c3bcf05b-5dea-4ecc-9ff3-390004286519 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:02.048253 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-92686247-9d30-4842-b50b-d119452a23db req-c3bcf05b-5dea-4ecc-9ff3-390004286519 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.5941129
Apr 09 01:59:02.130252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 71b85585-c25f-4f99-b8af-0177009e9005 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:02.131189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.263585 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.267645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55728) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:02.330474 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-92686247-9d30-4842-b50b-d119452a23db req-9732c175-98d3-4eef-b103-018cf0661381 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2672496
Apr 09 01:59:02.333416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] For port e462a4fa-5e06-4e77-8e6d-2cab44e2de32, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e462a4fa-5e06-4e77-8e6d-2cab44e2de32,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:02.364154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.373025 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:02.414721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] No DVR routers for this DVR port 16052b48-c12f-45a3-977c-55ffe42a244e on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 01:59:02.438988 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.456328 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4af6d18c-e2da-4807-92f6-f887e9c70457', 'name': 'network-vif-deleted', 'tag': '16052b48-c12f-45a3-977c-55ffe42a244e'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:59:02.480843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.511309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:59:02.518723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fbe37-1b37-4003-adeb-e684892f4b03 req-556ecc9e-7846-4671-bb72-9628a154fe9f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:02.526997 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f09fbe37-1b37-4003-adeb-e684892f4b03 req-556ecc9e-7846-4671-bb72-9628a154fe9f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 944 time: 0.4541235
Apr 09 01:59:02.532477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Pushing event updated for resources: {'Port': ['ID=e462a4fa-5e06-4e77-8e6d-2cab44e2de32,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:02.548864 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-de0f6f2e-1c79-4f65-9f99-9460877002a4 req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.62 "DELETE /v2.0/ports/16052b48-c12f-45a3-977c-55ffe42a244e HTTP/1.1" status: 204  len: 173 time: 3.5768263
Apr 09 01:59:02.558358 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:02.560419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.560861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.561241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.561639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.562403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.563334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.563800 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.564627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.564627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.565003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.565365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.565724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:02.572637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.575559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:02.576185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a6fbd30b-a64f-417e-9cac-5fe7defa5aa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:02.586751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.611297 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f09fbe37-1b37-4003-adeb-e684892f4b03 req-449c7c02-d6e3-4a32-8516-5f77ba40ac8a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0831218
Apr 09 01:59:02.643313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.643558 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:02.659567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f13380dfde42bd8d2434f0e36f6e32 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:02.663502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:02.679964 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:02.704910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=7']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:02.714553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:02.798992 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-878b9246-c0cf-4416-88f1-bb771dc7c721 None None] Provisioning complete for port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:02.799390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-878b9246-c0cf-4416-88f1-bb771dc7c721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.808316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.814956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:02.836199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3d7f44f0-00a2-4c7a-a1a1-74d1e359f9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:02.959756 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b4f13380dfde42bd8d2434f0e36f6e32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6906145
Apr 09 01:59:02.964322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55748) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:02.989670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-5d773f91-3c28-4be7-848b-db5d382faa70 req-2e12b2c8-224a-4362-875f-312d35ebc539 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Synchronizing usage tracker for tenant:f34d1a60aadb4f3dab9ef86891796029 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 01:59:02.997070 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4af6d18c-e2da-4807-92f6-f887e9c70457', 'name': 'network-vif-deleted', 'tag': '16052b48-c12f-45a3-977c-55ffe42a244e', 'status': 'completed', 'code': 200}
Apr 09 01:59:03.019178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-5d773f91-3c28-4be7-848b-db5d382faa70 req-2e12b2c8-224a-4362-875f-312d35ebc539 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Unset dirty status for tenant:f34d1a60aadb4f3dab9ef86891796029 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 01:59:03.020539 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eef8123-1045-4bab-b31e-bf5054bdfda6,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:03.037867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:03.045143 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5d773f91-3c28-4be7-848b-db5d382faa70 req-2e12b2c8-224a-4362-875f-312d35ebc539 tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 210 time: 0.4047430
Apr 09 01:59:03.086647 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005', 'code': 200}
Apr 09 01:59:03.090475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e462a4fa-5e06-4e77-8e6d-2cab44e2de32 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:03.127669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Router fce8faad-aa62-4501-9ed3-56ba8d489889 is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 01:59:03.144551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-011582c5-3ef2-4bd5-8482-525d9e73c10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:03.189158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:03.189579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:03.196372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-011582c5-3ef2-4bd5-8482-525d9e73c10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:03.287244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-011582c5-3ef2-4bd5-8482-525d9e73c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:03.293476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-92f21a00-d476-440a-90a3-10b308e8ffab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:03.310457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011582c5-3ef2-4bd5-8482-525d9e73c10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eef8123-1045-4bab-b31e-bf5054bdfda6,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:03.320801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-011582c5-3ef2-4bd5-8482-525d9e73c10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:03.322651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-011582c5-3ef2-4bd5-8482-525d9e73c10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:03.324183 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-011582c5-3ef2-4bd5-8482-525d9e73c10e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2eef8123-1045-4bab-b31e-bf5054bdfda6 HTTP/1.1" status: 204  len: 168 time: 0.3496084
Apr 09 01:59:03.462839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2b0a7-8203-4870-a018-87dd90fcd558 req-cc76bb75-94be-468d-b351-98edbb60f2fa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:03.464816 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5ee2b0a7-8203-4870-a018-87dd90fcd558 req-cc76bb75-94be-468d-b351-98edbb60f2fa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2241576
Apr 09 01:59:03.473287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:59:03.484293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Sync routers for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:59:03.496673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:03.497537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bb281d0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:58:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:03.524738 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5ee2b0a7-8203-4870-a018-87dd90fcd558 req-161093b2-b998-45fa-bf19-f1abb6ca9421 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449238
Apr 09 01:59:03.526250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Notify callbacks [] for router, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:03.529686 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.1797571
Apr 09 01:59:03.530929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55754) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:03.757953 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:04.028615 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55766) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:04.215138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:04.244193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bb281d0>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:00Z', 'revision_number': 3, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:04.244745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:04.248793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Checking router: fce8faad-aa62-4501-9ed3-56ba8d489889 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:59:04.249349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Updating router fce8faad-aa62-4501-9ed3-56ba8d489889 port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:59:04.250579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Usage tracker for resource:security_group_rule and tenant:4d40f61285be492fbc028b3424c87678 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:04.254553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:04.261428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:04.271413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2799d2-c369-477f-9fa8-f770359b2338 req-9bc1ed40-0b3e-48c0-945e-e39973df8001 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:04.279710 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ad2799d2-c369-477f-9fa8-f770359b2338 req-9bc1ed40-0b3e-48c0-945e-e39973df8001 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.4572177
Apr 09 01:59:04.314019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:04.360000 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ddbf7cd4-ac68-4cab-81ac-be00d9ded9da req-dcef1c55-5945-476c-99b3-f4b78f7a387f tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 210 time: 0.0620046
Apr 09 01:59:04.371024 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ad2799d2-c369-477f-9fa8-f770359b2338 req-99478100-c012-4653-bf32-653c36be3270 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901942
Apr 09 01:59:04.554127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:04.621031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:04.645783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-264c5991-9864-424c-8c78-2eb02d973f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:04.730189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 16052b48-c12f-45a3-977c-55ffe42a244e no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:59:04.730729 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d40f61285be492fbc028b3424c87678&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6979740
Apr 09 01:59:04.731690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8c590f-8437-4324-985c-f6efa9c0e1f0,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:04.733573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55778) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:04.735859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:04.836652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376255cb-14c7-40b7-9f28-869b06736abc req-469a8a43-0675-427c-8895-8387940db3e3 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:04.844666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 16052b48-c12f-45a3-977c-55ffe42a244e {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 01:59:04.845959 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-376255cb-14c7-40b7-9f28-869b06736abc req-469a8a43-0675-427c-8895-8387940db3e3 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1729052
Apr 09 01:59:04.867494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 16052b48-c12f-45a3-977c-55ffe42a244e not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 01:59:04.920255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d43bd6ac-2189-47df-aff9-fe152ebb361d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:04.946397 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-376255cb-14c7-40b7-9f28-869b06736abc req-3e29e90d-9911-4c1d-8434-8e26c3dc19aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992131
Apr 09 01:59:04.950163 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.015693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d43bd6ac-2189-47df-aff9-fe152ebb361d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.136135 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.150555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Transition to ACTIVE for port object 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:05.158959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.177074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-a63a28be-2db6-4a16-9512-97e2b14e0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:05.178747 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-a63a28be-2db6-4a16-9512-97e2b14e0113 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 1098 time: 0.1300738
Apr 09 01:59:05.205008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:05.237143 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d43bd6ac-2189-47df-aff9-fe152ebb361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.258681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-420656c4-ede0-4a70-901c-9e5df437fd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:05.275112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bd6ac-2189-47df-aff9-fe152ebb361d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8c590f-8437-4324-985c-f6efa9c0e1f0,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:05.277967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d43bd6ac-2189-47df-aff9-fe152ebb361d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:05.351397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6f0c6-cac6-4feb-bba6-8a1a5904cab6 None None] Pushing event updated for resources: {'Port': ['ID=1381a4c7-2ab6-4dd4-b1b0-68927ca69083,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:05.369930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-48e6f0c6-cac6-4feb-bba6-8a1a5904cab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:05.370658 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Allocated IP 172.20.0.1 (fd0911d7-2183-43e3-9703-f2a48c7303e9/8be35d05-70b7-428c-80b6-1f2d07885d22/2142ca4b-742b-4046-92f6-0d6cc9e4a145) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:59:05.618407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-52ae52de-2a21-404b-a2ed-0e6291310999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:05.621125 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-52ae52de-2a21-404b-a2ed-0e6291310999 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 911 time: 0.4341657
Apr 09 01:59:05.644368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d43bd6ac-2189-47df-aff9-fe152ebb361d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.646360 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d43bd6ac-2189-47df-aff9-fe152ebb361d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c8c590f-8437-4324-985c-f6efa9c0e1f0 HTTP/1.1" status: 204  len: 168 time: 0.9112771
Apr 09 01:59:05.753126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.790803 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Transition to ACTIVE for port object 2142ca4b-742b-4046-92f6-0d6cc9e4a145 will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:05.814994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Attempting to bind port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:59:05.815893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Attempting to bind port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:59:05.816737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Attempting to bind port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:59:05.822903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:59:05.823548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:59:05.824231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.824959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:59:05.825621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Bound port: 1381a4c7-2ab6-4dd4-b1b0-68927ca69083, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:59:05.826611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.895736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.918722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] For port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:59:05.922433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] For port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=1381a4c7-2ab6-4dd4-b1b0-68927ca69083,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:59:05.929340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:05.954367 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e5db5176-47e0-4b25-9dd2-ef05ce2c7edb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:05.966292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:05.996165 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-e28b7485-3ee6-4cd5-aa43-a429228388b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11 HTTP/1.1" status: 200  len: 1001 time: 0.3477814
Apr 09 01:59:06.228393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Pushing event updated for resources: {'Port': ['ID=2142ca4b-742b-4046-92f6-0d6cc9e4a145,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:06.238451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:06.268448 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-292978d5-1ef1-4f6c-96e6-53e0bfaf739c req-a2b56beb-e046-4de1-a908-bb39fa90131e tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] 10.222.0.38 "GET /v2.0/ports?device_id=4af6d18c-e2da-4807-92f6-f887e9c70457 HTTP/1.1" status: 200  len: 210 time: 0.2677824
Apr 09 01:59:06.333763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:06.335116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:06.339052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:59:06.380483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6f0c6-cac6-4feb-bba6-8a1a5904cab6 None None] Pushing event updated for resources: {'Port': ['ID=1381a4c7-2ab6-4dd4-b1b0-68927ca69083,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:06.389695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-48e6f0c6-cac6-4feb-bba6-8a1a5904cab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:06.436305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:06.446033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-14075d2e-218e-4893-84b4-6384eb891eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:06.447618 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-14075d2e-218e-4893-84b4-6384eb891eb5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 200  len: 849 time: 0.4304235
Apr 09 01:59:06.448521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:06.449337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bb281d0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:58:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:06.477250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa2945-874d-45d1-9e3e-04a669cb2408 req-c6644852-3011-4804-8604-c687a630f1b7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:06.494348 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-04fa2945-874d-45d1-9e3e-04a669cb2408 req-c6644852-3011-4804-8604-c687a630f1b7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.4937992
Apr 09 01:59:06.740399 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-04fa2945-874d-45d1-9e3e-04a669cb2408 req-29df0c81-d81d-4821-b2af-27aa5399a7c9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2459333
Apr 09 01:59:06.790666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992d382-a331-4a15-ba61-4325a2e1c383 req-25dd0a6d-53b6-4a32-8d08-cc9acf7b1b6e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:06.794395 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a992d382-a331-4a15-ba61-4325a2e1c383 req-25dd0a6d-53b6-4a32-8d08-cc9acf7b1b6e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2160468
Apr 09 01:59:06.811259 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-b306bf58-eb4d-46b5-8c71-0c2326692db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:06.822125 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-b306bf58-eb4d-46b5-8c71-0c2326692db3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3607717
Apr 09 01:59:06.990142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:07.108491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-a839cc1a-d5e6-4478-9b06-8f960c78262c None None] Provisioning for port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:07.136126 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a992d382-a331-4a15-ba61-4325a2e1c383 req-44177c9b-8b0b-4235-a4a4-6f42e0e98b35 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3309455
Apr 09 01:59:07.141998 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-a839cc1a-d5e6-4478-9b06-8f960c78262c None None] Provisioning complete for port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:07.142270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a839cc1a-d5e6-4478-9b06-8f960c78262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:07.237492 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-a45463d2-b218-42ff-8b7b-ccba2529d9ee service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3824563
Apr 09 01:59:07.245966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:07.518632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-a839cc1a-d5e6-4478-9b06-8f960c78262c None None] Port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:59:07.649479 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-43e262e7-ee9b-428b-b368-1183bcc709f3 req-c9769173-b69c-444a-898f-226869edabe3 service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4058645
Apr 09 01:59:07.732090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bb281d0>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:00Z', 'revision_number': 3, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:07.737350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88b156-69b0-45ff-8ffc-80a9e78a6a13 None None] The sync data for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi is: [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:00Z', 'revision_number': 3, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:59:08.030514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:08.035073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:08.090074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:08.200753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Pushing event updated for resources: {'Port': ['ID=2142ca4b-742b-4046-92f6-0d6cc9e4a145,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:08.204265 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:08.223562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:08.336252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80083997-ce07-4618-bcec-7b9c094e0e7c req-2334ecd5-26ec-4b80-9f50-c392df8f24d4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:08.359120 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-80083997-ce07-4618-bcec-7b9c094e0e7c req-2334ecd5-26ec-4b80-9f50-c392df8f24d4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.3402159
Apr 09 01:59:08.477012 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-80083997-ce07-4618-bcec-7b9c094e0e7c req-618d3380-7f57-40ad-ad31-ab5a5762c625 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046784
Apr 09 01:59:08.691494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:08.693360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:08.712317 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750602b6-55b5-45bb-803f-471578169ab1 req-675478bf-2378-4b18-b956-0778680e5cfc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:08.712317 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-750602b6-55b5-45bb-803f-471578169ab1 req-675478bf-2378-4b18-b956-0778680e5cfc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1186953
Apr 09 01:59:08.775121 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-750602b6-55b5-45bb-803f-471578169ab1 req-fd8bf44b-d88f-4ce7-a66d-7e54f82e8ba4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460927
Apr 09 01:59:09.162340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:09.190606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Router fce8faad-aa62-4501-9ed3-56ba8d489889 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:59:09.324553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-82271820-be45-47e6-9700-3d80e577bdd7 None None] Provisioning complete for port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:09.325219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-82271820-be45-47e6-9700-3d80e577bdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:09.427386 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:09.447560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:09.448140 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:09.546776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:59:09.597040 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] 10.222.0.38 "PUT /v2.0/routers/fce8faad-aa62-4501-9ed3-56ba8d489889/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0639503
Apr 09 01:59:09.602895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-82271820-be45-47e6-9700-3d80e577bdd7 None None] Port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:59:09.799138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55898) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:09.802559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:09.885744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=1381a4c7-2ab6-4dd4-b1b0-68927ca69083,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:09.894812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:09.903374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:09.964734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178dcb15-b54c-4121-ba3b-4f684c79e9ce req-661024fe-a5a3-495a-9a61-e08d785eb2c7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:09.984877 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-178dcb15-b54c-4121-ba3b-4f684c79e9ce req-661024fe-a5a3-495a-9a61-e08d785eb2c7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.2458208
Apr 09 01:59:10.061187 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-178dcb15-b54c-4121-ba3b-4f684c79e9ce req-faa480f6-3809-4f0e-afb8-3b615b22737f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715568
Apr 09 01:59:10.096910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:10.148213 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:10.189884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Usage tracker for resource:security_group_rule and tenant:eafe2619a0e14ded91fe5a4b57f9265c is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:10.207511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:10.211763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=1381a4c7-2ab6-4dd4-b1b0-68927ca69083,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:10.223148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:10.237171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84db96-58fc-497e-83a1-bdc310085331 req-d022c8a3-50ac-4bd4-8ce1-c8908cd6860f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:10.240974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:10.266415 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e84db96-58fc-497e-83a1-bdc310085331 req-d022c8a3-50ac-4bd4-8ce1-c8908cd6860f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1815004
Apr 09 01:59:10.307438 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e84db96-58fc-497e-83a1-bdc310085331 req-8c5d565c-7105-43d1-b660-8aed20a6e5fd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379372
Apr 09 01:59:10.452537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:10.457191 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:10.467464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ba67bf7a-bf03-4871-8e8f-bb7550ac114a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:10.531146 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eafe2619a0e14ded91fe5a4b57f9265c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7305422
Apr 09 01:59:10.534091 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55924) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:10.552970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9627065-32b1-40cd-98f1-79ad6d721198,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:10.557629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:10.618164 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1d121f2a-ff3e-4b47-b973-e326592742d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:10.643069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55928) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:10.696862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1d121f2a-ff3e-4b47-b973-e326592742d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:10.767876 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1d121f2a-ff3e-4b47-b973-e326592742d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:10.774905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dee8f595-cacb-49cf-98b4-89a373290e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:10.790500 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1d121f2a-ff3e-4b47-b973-e326592742d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:10.794241 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1d121f2a-ff3e-4b47-b973-e326592742d7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c9627065-32b1-40cd-98f1-79ad6d721198 HTTP/1.1" status: 204  len: 168 time: 0.2565157
Apr 09 01:59:10.794241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d121f2a-ff3e-4b47-b973-e326592742d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9627065-32b1-40cd-98f1-79ad6d721198,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:10.797452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1d121f2a-ff3e-4b47-b973-e326592742d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:10.977931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:10.988685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:10.995895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:11.000461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a7b263f4db4598b86d662a2b28aae7 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:11.003642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:11.011448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:11.122557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:11.123196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.243138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.253401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55952) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:11.259465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.259678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-51255394-network', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:11.268708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:11.278742 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-365f64ed-e906-493e-8176-02e37a447747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:11.286784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Usage tracker for resource:network and tenant:9f5e036dadf04b17b6c2e5f24b005118 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:11.290014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:11.301075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:11.331821 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1a7b263f4db4598b86d662a2b28aae7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6874168
Apr 09 01:59:11.332067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55956) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:11.333905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cfb64b-89cf-4b34-9473-e25c0ae461d9,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:11.352493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:11.436430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Made reservation on behalf of 9f5e036dadf04b17b6c2e5f24b005118 for: {'network': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:59:11.442276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.481872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.518295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:11.529023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Usage tracker for resource:security_group_rule and tenant:9f5e036dadf04b17b6c2e5f24b005118 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:11.547645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:11.558837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:11.591364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927c5ae-068c-418f-8f26-f62e1b6827b6 req-858d8987-c8f5-4e24-9d07-72e784707850 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:11.593004 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7927c5ae-068c-418f-8f26-f62e1b6827b6 req-858d8987-c8f5-4e24-9d07-72e784707850 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.2650132
Apr 09 01:59:11.602026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccae4-1baa-42d2-84e8-93ce6baaeeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.639323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccae4-1baa-42d2-84e8-93ce6baaeeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.691915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Sync routers for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:59:11.708389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:11.709349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bca80b8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:58:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:11.722053 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7927c5ae-068c-418f-8f26-f62e1b6827b6 req-919b4955-89a1-4c07-8247-be143240f9fa tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1158695
Apr 09 01:59:11.743103 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccae4-1baa-42d2-84e8-93ce6baaeeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.759066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e4ff866-778f-433c-808b-3fab91ecbcd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:11.780178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a6ccae4-1baa-42d2-84e8-93ce6baaeeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.783971 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4a6ccae4-1baa-42d2-84e8-93ce6baaeeaa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/50cfb64b-89cf-4b34-9473-e25c0ae461d9 HTTP/1.1" status: 204  len: 168 time: 0.4485185
Apr 09 01:59:11.799922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ccae4-1baa-42d2-84e8-93ce6baaeeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cfb64b-89cf-4b34-9473-e25c0ae461d9,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:11.805962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4a6ccae4-1baa-42d2-84e8-93ce6baaeeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:11.889408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.899452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.914214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'}  {{(pid=85247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:59:11.928899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:11.929623 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Added segment 6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8 of type vlan for network 67070821-0341-446f-ba45-9a12232ae989
Apr 09 01:59:11.936989 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8c6734ed-ebdc-4f7a-bee6-bcaf4185a129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:11.974623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4874e9-8afc-4432-a0aa-475872a40b10,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:11.995180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:12.066344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:12.133900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:12.135454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:12.138006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:12.151687 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:12.182412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:12.264868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 55982) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:12.273441 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Request body: {'subnet': {'network_id': '67070821-0341-446f-ba45-9a12232ae989', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-51255394-subnet', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:12.280432 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.0257437
Apr 09 01:59:12.287747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:12.306713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Usage tracker for resource:subnet and tenant:9f5e036dadf04b17b6c2e5f24b005118 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:12.323019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:12.346174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:12.393353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Made reservation on behalf of 9f5e036dadf04b17b6c2e5f24b005118 for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:59:12.398304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:12.505381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55986) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:12.555461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Pushing event updated for resources: {'Network': ['ID=67070821-0341-446f-ba45-9a12232ae989,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:12.572471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:12.578670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:12.580424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network 67070821-0341-446f-ba45-9a12232ae989 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:59:12.618844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:12.626406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Usage tracker for resource:security_group_rule and tenant:93ea5411eb244025806c8615845ff33f is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:12.634413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:12.648322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:12.903044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bca80b8>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:06Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '2142ca4b-742b-4046-92f6-0d6cc9e4a145', 'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'mac_address': 'fa:16:3e:80:0f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:05Z', 'updated_at': '2021-04-09T01:59:07Z', 'revision_number': 2, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'subnets': [{'id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:12.913527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Checking router: fce8faad-aa62-4501-9ed3-56ba8d489889 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:59:12.914271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:12.917752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Updating router fce8faad-aa62-4501-9ed3-56ba8d489889 port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:59:12.924157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:12.942952 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-90f8a886-6368-47d5-83ab-93165a2116c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:13.031147 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:13.093561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c1b2fe-dfce-41e0-bb34-bf096a66187d,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:13.096997 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:13.120422 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93ea5411eb244025806c8615845ff33f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6137071
Apr 09 01:59:13.129279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 55998) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:13.306284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee68744-be2b-4714-8643-ca1e80299fc7 req-df2db29d-e937-4854-885d-8a166d8f9241 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:13.314741 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8ee68744-be2b-4714-8643-ca1e80299fc7 req-df2db29d-e937-4854-885d-8a166d8f9241 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.3161137
Apr 09 01:59:13.331429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:13.348034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-858fbc14-e3bf-4b63-8924-24abbf6d70d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:13.368922 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8ee68744-be2b-4714-8643-ca1e80299fc7 req-3278412d-a66f-41d0-9234-a7263e573228 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528665
Apr 09 01:59:13.390630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0380fe5e-f609-4fe2-a47a-ee1378bc39dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:13.475485 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-858fbc14-e3bf-4b63-8924-24abbf6d70d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:13.581604 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-858fbc14-e3bf-4b63-8924-24abbf6d70d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:13.589484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6cbdb4b5-7ab9-4c7d-b843-e3348af91349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:13.604058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858fbc14-e3bf-4b63-8924-24abbf6d70d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c1b2fe-dfce-41e0-bb34-bf096a66187d,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:13.606643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-858fbc14-e3bf-4b63-8924-24abbf6d70d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:13.607632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-858fbc14-e3bf-4b63-8924-24abbf6d70d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:13.632354 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-858fbc14-e3bf-4b63-8924-24abbf6d70d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/24c1b2fe-dfce-41e0-bb34-bf096a66187d HTTP/1.1" status: 204  len: 168 time: 0.5016561
Apr 09 01:59:13.727477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33f06a8-ed79-40ae-9a3b-1c793b0cdb96,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:13.731767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:13.761772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Checking segment: {'id': '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67070821-0341-446f-ba45-9a12232ae989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:59:13.762189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Network hostable DHCP agents. Network: 67070821-0341-446f-ba45-9a12232ae989, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:59:13.780981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-be4342c3-3d9d-42f1-903c-404f08cbf10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:13.829444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Network 67070821-0341-446f-ba45-9a12232ae989 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:59:13.870103 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, 67070821-0341-446f-ba45-9a12232ae989) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:13.878990 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be71de0-ecc6-425b-bff2-68adde155837 None None] Network 67070821-0341-446f-ba45-9a12232ae989 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:59:13.904588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:13.904992 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:13.957999 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:13.999959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Transition to ACTIVE for port object 2142ca4b-742b-4046-92f6-0d6cc9e4a145 will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:14.008514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:14.044283 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ed4981ff-ac49-46b4-ae4c-0f6b79f88a84 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 1.7767889
Apr 09 01:59:14.047213 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56022) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:14.055475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:14.061123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:14.066304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Usage tracker for resource:router and tenant:9f5e036dadf04b17b6c2e5f24b005118 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:14.067584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d7779ca0-ac88-46c9-9e91-803e5ed20b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:14.070034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:14.080051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:14.098847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:14.101907 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:14.133291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:14.517075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Pushing event updated for resources: {'Port': ['ID=2142ca4b-742b-4046-92f6-0d6cc9e4a145,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:14.542073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-67070821-0341-446f-ba45-9a12232ae989', 'network_id': '67070821-0341-446f-ba45-9a12232ae989', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'fixed_ips': [{'subnet_id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 01:59:14.542073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:14.597300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:59:14.763957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.766717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.767096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.767468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.767831 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.769983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.770748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.770748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.771110 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.771468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.777302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.777792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:14.794518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:14.994691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:15.053695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Allocated IP 172.20.0.2 (67070821-0341-446f-ba45-9a12232ae989/b33f06a8-ed79-40ae-9a3b-1c793b0cdb96/e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:59:15.095323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Attempting to bind port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:59:15.095847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Attempting to bind port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:59:15.099631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Attempting to bind port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 on network fd0911d7-2183-43e3-9703-f2a48c7303e9 {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:59:15.114697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:59:15.115244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Checking segment: {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:59:15.115958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:15.116669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Bound using segment: {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:59:15.117309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Bound port: 2142ca4b-742b-4046-92f6-0d6cc9e4a145, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:59:15.117827 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:15.301623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] For port 2142ca4b-742b-4046-92f6-0d6cc9e4a145, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:59:15.307954 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] For port 2142ca4b-742b-4046-92f6-0d6cc9e4a145, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=2142ca4b-742b-4046-92f6-0d6cc9e4a145,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:59:15.316224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:15.335589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7b34a-6176-470d-9e50-c59fd0bffea9 req-e40a9c74-74fd-4539-9082-18a80064d0d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:15.337305 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bba7b34a-6176-470d-9e50-c59fd0bffea9 req-e40a9c74-74fd-4539-9082-18a80064d0d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.3152640
Apr 09 01:59:15.389629 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bba7b34a-6176-470d-9e50-c59fd0bffea9 req-da39a77c-ce9c-480c-8231-43149d5fbcfd tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417643
Apr 09 01:59:15.519943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:15.546798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:15.571744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Transition to ACTIVE for port object e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:15.596362 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Pushing event updated for resources: {'Port': ['ID=2142ca4b-742b-4046-92f6-0d6cc9e4a145,revision_number=4']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:15.601995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-21ed6af6-462b-4daf-b4a3-df53ecc3719f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:15.627032 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:15.627877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bca80b8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:58:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:15.640073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Transition to ACTIVE for port object e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:15.668781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:15.730332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:15.889161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Pushing event updated for resources: {'Port': ['ID=e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:15.935486 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:16.032897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:16.210716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:16.247338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:16.367790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Network 67070821-0341-446f-ba45-9a12232ae989 is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:16.372697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:16.376417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:59:16.549305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Allocated IP 172.27.2.134 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/567b232f-bbeb-405f-a7c7-65fb5fb70dbd) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:59:16.595730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bca80b8>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:06Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '2142ca4b-742b-4046-92f6-0d6cc9e4a145', 'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'mac_address': 'fa:16:3e:80:0f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:05Z', 'updated_at': '2021-04-09T01:59:15Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'subnets': [{'id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:16.628464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf43cd0-afdd-4e32-bf75-732b1a4c0a3b None None] The sync data for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi is: [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:06Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '2142ca4b-742b-4046-92f6-0d6cc9e4a145', 'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'mac_address': 'fa:16:3e:80:0f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:05Z', 'updated_at': '2021-04-09T01:59:15Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'subnets': [{'id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:59:16.647527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Attempting to bind port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:59:16.648374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Attempting to bind port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67070821-0341-446f-ba45-9a12232ae989'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:59:16.648957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Attempting to bind port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 on network 67070821-0341-446f-ba45-9a12232ae989 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:59:16.656635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:59:16.657235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Checking segment: {'id': '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67070821-0341-446f-ba45-9a12232ae989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:59:16.657833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:16.658436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Bound using segment: {'id': '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67070821-0341-446f-ba45-9a12232ae989'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:59:16.659266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Bound port: e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67070821-0341-446f-ba45-9a12232ae989'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:59:16.660026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:16.903747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] For port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:59:16.908451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] For port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0,segment=NetworkSegment(6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8),segment_id=6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:59:16.918524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:17.022972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3b8cf-c5ed-4cf4-9093-e3a975261f34 req-99a64765-342c-4c8b-9b57-92458ec2308a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:17.033904 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-92c3b8cf-c5ed-4cf4-9093-e3a975261f34 req-99a64765-342c-4c8b-9b57-92458ec2308a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.3814349
Apr 09 01:59:17.116651 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-92c3b8cf-c5ed-4cf4-9093-e3a975261f34 req-41ed81f8-fd00-48b5-b086-849de4f8b926 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636930
Apr 09 01:59:17.204294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:17.305790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:17.403009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-49f353a7-fa03-4caf-b57c-e60ded5243fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:17.492352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2fd2a2bf-d44e-42df-8bb9-3df7aba726f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:17.524846 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 2142ca4b-742b-4046-92f6-0d6cc9e4a145 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:17.705970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:17.718160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:17.729465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:17.729890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:17.755488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:17.757812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Pushing event updated for resources: {'Port': ['ID=567b232f-bbeb-405f-a7c7-65fb5fb70dbd,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:17.853197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:59:17.857526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Pushing event updated for resources: {'Port': ['ID=e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:17.865718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:18.054838 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:18.292217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7bd2a5e3-d2f9-4aa2-a7f0-943c057ff1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:18.324950 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:18.369371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 2142ca4b-742b-4046-92f6-0d6cc9e4a145, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=2142ca4b-742b-4046-92f6-0d6cc9e4a145,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:18.378533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:18.388360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:18.524304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=2142ca4b-742b-4046-92f6-0d6cc9e4a145,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:18.533045 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:18.729157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:18.985451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:19.121465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:19.166225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856530-792f-4a64-810a-09132068f7b0 req-b75fe019-279d-4bd3-8dce-412bdaeadf36 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:19.171239 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ba856530-792f-4a64-810a-09132068f7b0 req-b75fe019-279d-4bd3-8dce-412bdaeadf36 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.7476709
Apr 09 01:59:19.209035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:19.211016 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ba856530-792f-4a64-810a-09132068f7b0 req-605fee66-0692-444d-910d-7de7c45bc7a7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343993
Apr 09 01:59:19.340398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:19.346405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 2142ca4b-742b-4046-92f6-0d6cc9e4a145 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:19.456090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:19.533371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:19.533790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:19.745468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 01:59:19.916491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab96a5-0600-4ce1-9d16-df85da8d05c4 None None] Network 67070821-0341-446f-ba45-9a12232ae989 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:59:20.034623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-dd9823e9-1ce4-49ff-a06a-583e1cde139a None None] Provisioning for port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:20.055138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-dd9823e9-1ce4-49ff-a06a-583e1cde139a None None] Provisioning complete for port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:20.056010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dd9823e9-1ce4-49ff-a06a-583e1cde139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:20.184907 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:59:20.215759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Notify callbacks [] for router, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:20.217108 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 6.1673427
Apr 09 01:59:20.220425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56144) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:20.224061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Sync routers for ids ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:59:20.304712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dd9823e9-1ce4-49ff-a06a-583e1cde139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:20.323278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-dd9823e9-1ce4-49ff-a06a-583e1cde139a None None] For port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0,segment=NetworkSegment(6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8),segment_id=6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:20.384037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Routers {'1bfa238e-ee5a-4c7f-93de-8c729e3933a1'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:20.384785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75ba715f8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:20.499411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a693b82-5b55-418f-b4c3-ec0f74d4cf1c req-8d2361c0-7137-416b-8aaf-7aa6cd487c71 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:20.501974 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5a693b82-5b55-418f-b4c3-ec0f74d4cf1c req-8d2361c0-7137-416b-8aaf-7aa6cd487c71 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1046910
Apr 09 01:59:20.524262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dd9823e9-1ce4-49ff-a06a-583e1cde139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:20.541765 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5a693b82-5b55-418f-b4c3-ec0f74d4cf1c req-dadcd588-da34-4c34-af73-1c822297173a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330501
Apr 09 01:59:20.574319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:20.632317 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Set router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:20.836378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:20.939624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9823e9-1ce4-49ff-a06a-583e1cde139a None None] Pushing event updated for resources: {'Port': ['ID=e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:20.943368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dd9823e9-1ce4-49ff-a06a-583e1cde139a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:21.051781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75ba715f8>, [{'id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:14Z', 'updated_at': '2021-04-09T01:59:18Z', 'revision_number': 3, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'gw_port': {'id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:16Z', 'updated_at': '2021-04-09T01:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:21.057241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Checking router: 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:59:21.057648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Updating router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:59:21.100775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:21.117667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:21.314478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-8b926d7e-bfb5-4d25-bf3f-65941e55bf9e None None] Provisioning complete for port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:21.314813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8b926d7e-bfb5-4d25-bf3f-65941e55bf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:21.356116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Allocated IP 172.20.0.1 (67070821-0341-446f-ba45-9a12232ae989/b33f06a8-ed79-40ae-9a3b-1c793b0cdb96/a70e6485-5e24-443b-9272-a97f68c91589) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:59:21.636968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-7838be5b-251e-4e43-8b58-01f71ad16130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:21.638636 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-7838be5b-251e-4e43-8b58-01f71ad16130 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 1098 time: 0.0933125
Apr 09 01:59:21.675197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:21.689094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Transition to ACTIVE for port object 567b232f-bbeb-405f-a7c7-65fb5fb70dbd will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:21.695751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:21.712375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:21.779569 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea830794-d05b-4204-9679-6d290940986d req-9659649f-7477-4410-ab13-448e2d521876 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:21.782016 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ea830794-d05b-4204-9679-6d290940986d req-9659649f-7477-4410-ab13-448e2d521876 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.0988758
Apr 09 01:59:21.805458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:21.826090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Transition to ACTIVE for port object a70e6485-5e24-443b-9272-a97f68c91589 will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:21.827376 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ea830794-d05b-4204-9679-6d290940986d req-60bd2da5-19bc-402e-b1f2-1adb2f5377d8 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331686
Apr 09 01:59:21.865354 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:21.949236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4ad0a985-aa8c-4112-94bc-da012038a29d tempest-VolumesNegativeTest-1029758535 tempest-VolumesNegativeTest-1029758535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:22.029238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b4e53-8600-462a-b414-54fa1c85d3df None None] Pushing event updated for resources: {'Port': ['ID=567b232f-bbeb-405f-a7c7-65fb5fb70dbd,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:22.034840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-645b4e53-8600-462a-b414-54fa1c85d3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:22.044807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Pushing event updated for resources: {'Port': ['ID=a70e6485-5e24-443b-9272-a97f68c91589,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:22.056551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:22.083801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Network 67070821-0341-446f-ba45-9a12232ae989 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:22.084966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:22.087397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:59:22.089413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Attempting to bind port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:59:22.090210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Attempting to bind port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:59:22.090650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Attempting to bind port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:59:22.098788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:59:22.099212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:59:22.099791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:22.100432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:59:22.100962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Bound port: 567b232f-bbeb-405f-a7c7-65fb5fb70dbd, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:59:22.101387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:22.150628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:22.187880 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] For port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:59:22.193733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] For port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=567b232f-bbeb-405f-a7c7-65fb5fb70dbd,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:59:22.198359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:22.214335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:22.269627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:22.373644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-db43c21b-a998-465f-ad48-36795c4e5b36 None None] Provisioning for port a70e6485-5e24-443b-9272-a97f68c91589 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:22.385214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b4e53-8600-462a-b414-54fa1c85d3df None None] Pushing event updated for resources: {'Port': ['ID=567b232f-bbeb-405f-a7c7-65fb5fb70dbd,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:22.397986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-645b4e53-8600-462a-b414-54fa1c85d3df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:22.398625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-db43c21b-a998-465f-ad48-36795c4e5b36 None None] Provisioning complete for port a70e6485-5e24-443b-9272-a97f68c91589 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:22.399042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-db43c21b-a998-465f-ad48-36795c4e5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:22.474415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-db43c21b-a998-465f-ad48-36795c4e5b36 None None] Port a70e6485-5e24-443b-9272-a97f68c91589 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:59:22.486292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Routers {'1bfa238e-ee5a-4c7f-93de-8c729e3933a1'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:22.486646 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75ba715f8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:22.516611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-4047aecf-a4cf-465a-a394-f1f8b102c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:22.518194 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-4047aecf-a4cf-465a-a394-f1f8b102c07c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 917 time: 0.1487756
Apr 09 01:59:22.554030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:22.557616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:22.586805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-168a2188-ebee-40c9-a5f6-76d41af25a8a tempest-DeleteServersTestJSON-1742269364 tempest-DeleteServersTestJSON-1742269364-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:22.674053 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] Set router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:22.675109 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Pushing event updated for resources: {'Port': ['ID=a70e6485-5e24-443b-9272-a97f68c91589,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:22.677721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:22.693820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:22.825482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Network 67070821-0341-446f-ba45-9a12232ae989 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:22.826697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:23.050204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:23.123937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:59:23.146363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75ba715f8>, [{'id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:14Z', 'updated_at': '2021-04-09T01:59:22Z', 'revision_number': 4, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'gw_port': {'id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:16Z', 'updated_at': '2021-04-09T01:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'a70e6485-5e24-443b-9272-a97f68c91589', 'name': '', 'network_id': '67070821-0341-446f-ba45-9a12232ae989', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'mac_address': 'fa:16:3e:3e:a5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:21Z', 'updated_at': '2021-04-09T01:59:21Z', 'revision_number': 1, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'subnets': [{'id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:23.156862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9cd66c-9f14-49a1-857c-06e0315d014f None None] The sync data for ids ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'] in dv-cinder-784623-6-iscsi is: [{'id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:14Z', 'updated_at': '2021-04-09T01:59:22Z', 'revision_number': 4, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'gw_port': {'id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:16Z', 'updated_at': '2021-04-09T01:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'a70e6485-5e24-443b-9272-a97f68c91589', 'name': '', 'network_id': '67070821-0341-446f-ba45-9a12232ae989', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'mac_address': 'fa:16:3e:3e:a5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:21Z', 'updated_at': '2021-04-09T01:59:21Z', 'revision_number': 1, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'subnets': [{'id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:59:23.168235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:23.168668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:23.225239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf34733-855d-41b1-bda8-49707e1fb345 req-cea8c71c-c951-4fbb-9169-0f6dd049191f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:23.226851 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecf34733-855d-41b1-bda8-49707e1fb345 req-cea8c71c-c951-4fbb-9169-0f6dd049191f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 945 time: 0.1413729
Apr 09 01:59:23.242423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-d903533a-1d8e-4d94-a68d-be84e1cbac28 None None] Provisioning complete for port a70e6485-5e24-443b-9272-a97f68c91589 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:23.242849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d903533a-1d8e-4d94-a68d-be84e1cbac28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:23.269937 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ecf34733-855d-41b1-bda8-49707e1fb345 req-31fab951-b12b-4ae8-8ae0-7596b110ea0c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343206
Apr 09 01:59:23.343691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:59:23.349361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-d903533a-1d8e-4d94-a68d-be84e1cbac28 None None] Port a70e6485-5e24-443b-9272-a97f68c91589 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:59:23.354284 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] 10.222.0.38 "PUT /v2.0/routers/1bfa238e-ee5a-4c7f-93de-8c729e3933a1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1322660
Apr 09 01:59:23.386505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:59:23.444520 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-4b392e68-ddbe-4566-966c-d1cad2a3b213 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71b85585-c25f-4f99-b8af-0177009e9005 HTTP/1.1" status: 200  len: 1001 time: 0.1161706
Apr 09 01:59:23.517789 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:23.518848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-8eba299b-ac39-4bbe-8116-135794cb8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:23.520446 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-8eba299b-ac39-4bbe-8116-135794cb8ce2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0692275
Apr 09 01:59:23.534318 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 01:59:23.549045 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:23.552793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:23.555442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-48e6f0c6-cac6-4feb-bba6-8a1a5904cab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:23.642277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-d4d282fe-f35c-4fe9-94b6-f4f6cd3c2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:23.646886 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-d4d282fe-f35c-4fe9-94b6-f4f6cd3c2ece service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1190741
Apr 09 01:59:23.658909 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005', 'code': 200}
Apr 09 01:59:23.673568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=8']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:23.676864 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:23.840848 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-ac49d87b-15cb-470b-9b36-dd4c0055a824 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576385
Apr 09 01:59:24.009125 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fab1a97b-bf5f-406e-b65b-9202fc5f5cc8 req-db974a2c-9d06-4cc9-ae45-6ec1c432a3da service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607811
Apr 09 01:59:24.127190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56190) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:24.134139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37870597', 'description': 'tempest-secgroup-smoke-37870597 description', 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:24.141305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:24.146032 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:security_group and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:24.149783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:24.159249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:24.170166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.199287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:24.203903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:security_group_rule and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:24.207256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:24.219905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:24.356154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.365078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.373764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3443255a-dd97-4786-9e01-714a2fb4fc42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:24.465065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.466389 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.3373380
Apr 09 01:59:24.470033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56206) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:24.482592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Request body: {'security_group_rule': {'security_group_id': 'a0b26bd1-7aba-461d-b6da-e5b475587eb0', 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:24.491139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:24.497564 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:security_group_rule and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:24.502541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:24.505658 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b26bd1-7aba-461d-b6da-e5b475587eb0,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:24.510375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:24.524657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:24.542904 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024a7ee-1829-433d-8834-3d28d76a5d7a req-6334fdc4-f2d5-45e9-a605-b242b57a6e08 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:24.547014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.550764 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9024a7ee-1829-433d-8834-3d28d76a5d7a req-6334fdc4-f2d5-45e9-a605-b242b57a6e08 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1416180
Apr 09 01:59:24.586511 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9024a7ee-1829-433d-8834-3d28d76a5d7a req-bb8e18ce-2356-4bb5-ac5e-62ef6fb70844 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346823
Apr 09 01:59:24.631481 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.635194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.638135 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7962a094-19fb-4d80-8c89-4e2052c7a19b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:24.674038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba612349-3036-451f-9717-680874c97956,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:24.676764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:24.685477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.688021 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2158015
Apr 09 01:59:24.690089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56210) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:24.697032 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Request body: {'security_group_rule': {'security_group_id': 'a0b26bd1-7aba-461d-b6da-e5b475587eb0', 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:24.707372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:24.712121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:security_group_rule and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:24.715736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:24.730419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:24.750616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.843100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.847855 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.850100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:24.876806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e227bd33-a06e-43b8-a2fd-3ea310964c91,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:24.880425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:24.887743 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:24.893950 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1981506
Apr 09 01:59:24.894885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56214) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:24.904523 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Request body: {'security_group_rule': {'security_group_id': 'a0b26bd1-7aba-461d-b6da-e5b475587eb0', 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:24.912909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:24.918104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:security_group_rule and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:24.921255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:24.927885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:24.951732 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.034718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.039727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.043673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:25.073359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 567b232f-bbeb-405f-a7c7-65fb5fb70dbd up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:25.081488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca96686-7fae-40c8-bdb0-b56661b04676,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:25.090080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:25.101405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.104046 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2055047
Apr 09 01:59:25.105885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56218) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:25.112294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Request body: {'security_group_rule': {'security_group_id': 'a0b26bd1-7aba-461d-b6da-e5b475587eb0', 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:25.119325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:25.123884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:security_group_rule and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:25.130551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:25.137565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:25.157730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.182549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:25.191763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:25.192458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.241743 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.251657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.251657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7e6b4b5f-a37e-4978-8238-026486220ef4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:25.280813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b02018-7590-4e01-bde4-55a8de1e5384,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:25.284803 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.285959 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1789582
Apr 09 01:59:25.288926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56228) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:25.291966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:25.296472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Request body: {'security_group_rule': {'security_group_id': 'a0b26bd1-7aba-461d-b6da-e5b475587eb0', 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:25.306673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:25.308680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:security_group_rule and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:25.311900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:25.318786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:25.329486 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.securitygroups_db [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Project ac3b8f7fb01041abac3b9215f681e4e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 01:59:25.338224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.365158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.393763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=567b232f-bbeb-405f-a7c7-65fb5fb70dbd,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:25.397709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.400203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:25.425677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.429070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.437313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-632c08ad-f6bd-4848-99d9-8598ea2a2d9b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:25.466576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.469552 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1790619
Apr 09 01:59:25.472037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56236) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:25.473377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67bf773-ce97-453c-9dd5-461ff5e51ba2,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:25.477110 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:25.478416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Request body: {'security_group_rule': {'security_group_id': 'a0b26bd1-7aba-461d-b6da-e5b475587eb0', 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:25.488354 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:25.493414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=567b232f-bbeb-405f-a7c7-65fb5fb70dbd,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:25.494687 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:security_group_rule and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:25.499305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:25.501066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:25.514977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:25.527283 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.securitygroups_db [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Project ac3b8f7fb01041abac3b9215f681e4e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 01:59:25.535175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.621467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.623316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.625878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1678bfa4-e599-4804-91cd-4b7319905b30 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:25.650921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549a8bce-f814-4b8d-b0c6-acfef324b5a7,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:25.653603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:25.661104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:25.662412 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1888361
Apr 09 01:59:25.796864 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186915f-8f12-4cb6-a5dc-65072966138e req-56999da5-aa0d-44df-96f0-0f350b8bbdda tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:25.798500 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b186915f-8f12-4cb6-a5dc-65072966138e req-56999da5-aa0d-44df-96f0-0f350b8bbdda tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.0907969
Apr 09 01:59:25.834146 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b186915f-8f12-4cb6-a5dc-65072966138e req-1e4408a6-0098-44ea-af30-33c1a39ad848 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0275052
Apr 09 01:59:26.766385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Sync routers for ids ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:59:26.777469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Routers {'1bfa238e-ee5a-4c7f-93de-8c729e3933a1'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:26.778501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75be12940>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:26.980253 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-acccb0df-6fcf-43aa-852a-9da8e4c3b7a4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1014340
Apr 09 01:59:27.041871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 567b232f-bbeb-405f-a7c7-65fb5fb70dbd up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:27.140406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-7c0711c4-3307-4726-b4c2-b403d8a4b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:27.142426 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-7c0711c4-3307-4726-b4c2-b403d8a4b447 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 1098 time: 0.1134121
Apr 09 01:59:27.152590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:27.153447 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:27.176877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Set router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:27.389668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52454f-f1af-4c13-b718-b782df94ef62 req-aace25b0-50d7-4259-87d2-bdd34c487bd0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:27.391355 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9a52454f-f1af-4c13-b718-b782df94ef62 req-aace25b0-50d7-4259-87d2-bdd34c487bd0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.3962770
Apr 09 01:59:27.446856 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9a52454f-f1af-4c13-b718-b782df94ef62 req-555f62ca-18f2-46d1-b877-defc0fd002d9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355921
Apr 09 01:59:27.449900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-fc64eb23-8b9d-428b-b458-e23bb5d1a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:27.451426 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-fc64eb23-8b9d-428b-b458-e23bb5d1a717 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 911 time: 0.2388670
Apr 09 01:59:27.544762 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75be12940>, [{'id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:14Z', 'updated_at': '2021-04-09T01:59:22Z', 'revision_number': 4, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'gw_port': {'id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:16Z', 'updated_at': '2021-04-09T01:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'a70e6485-5e24-443b-9272-a97f68c91589', 'name': '', 'network_id': '67070821-0341-446f-ba45-9a12232ae989', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'mac_address': 'fa:16:3e:3e:a5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:21Z', 'updated_at': '2021-04-09T01:59:22Z', 'revision_number': 2, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'subnets': [{'id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:27.544943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Checking router: 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:59:27.545285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Updating router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 port a70e6485-5e24-443b-9272-a97f68c91589 binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:59:27.608337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:27.610186 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-6100da63-00d3-4bcb-b813-6dc4b54137aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11 HTTP/1.1" status: 200  len: 1001 time: 0.1516423
Apr 09 01:59:27.709136 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-313e3430-cf2f-4dd0-ab11-1a182ee983c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:27.711081 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-313e3430-cf2f-4dd0-ab11-1a182ee983c9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 200  len: 849 time: 0.0932145
Apr 09 01:59:27.804691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-1895c343-cd20-444e-8bb6-8cf8d7460836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:27.806326 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-1895c343-cd20-444e-8bb6-8cf8d7460836 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0856459
Apr 09 01:59:28.019872 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-5a7ceb97-4cbb-42c4-b266-d5c22916549a service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054794
Apr 09 01:59:28.201149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:28.228106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Transition to ACTIVE for port object a70e6485-5e24-443b-9272-a97f68c91589 will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:28.249231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:28.301328 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:28.320732 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7f06921-c110-403d-99c2-b2e27af46f76 req-7d526a6f-f543-41c8-93b4-d4631a1d41eb service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2904596
Apr 09 01:59:28.633084 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124f175-0586-4d60-be54-320f5f23168b None None] Pushing event updated for resources: {'Port': ['ID=a70e6485-5e24-443b-9272-a97f68c91589,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:28.653606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1124f175-0586-4d60-be54-320f5f23168b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:29.018320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc7e1e-f5e1-42a1-a3e3-355fb0d62ea2 req-47b00c94-4194-4ea1-be85-7db1d7c26bab tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:29.026798 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-58cc7e1e-f5e1-42a1-a3e3-355fb0d62ea2 req-47b00c94-4194-4ea1-be85-7db1d7c26bab tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.2344151
Apr 09 01:59:29.031720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Attempting to bind port a70e6485-5e24-443b-9272-a97f68c91589 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:59:29.032616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Attempting to bind port a70e6485-5e24-443b-9272-a97f68c91589 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67070821-0341-446f-ba45-9a12232ae989'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:59:29.033852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Attempting to bind port a70e6485-5e24-443b-9272-a97f68c91589 on network 67070821-0341-446f-ba45-9a12232ae989 {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:59:29.060903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:59:29.061573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Checking segment: {'id': '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67070821-0341-446f-ba45-9a12232ae989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:59:29.062210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:29.062868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Bound using segment: {'id': '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67070821-0341-446f-ba45-9a12232ae989'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:59:29.063592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Bound port: a70e6485-5e24-443b-9272-a97f68c91589, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67070821-0341-446f-ba45-9a12232ae989'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:59:29.064245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:29.091977 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-58cc7e1e-f5e1-42a1-a3e3-355fb0d62ea2 req-d6c45c02-da0c-4811-b7bf-e735080321c3 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549583
Apr 09 01:59:29.186123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] For port a70e6485-5e24-443b-9272-a97f68c91589, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:59:29.190505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] For port a70e6485-5e24-443b-9272-a97f68c91589, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=a70e6485-5e24-443b-9272-a97f68c91589,segment=NetworkSegment(6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8),segment_id=6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:59:29.194632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:29.294665 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:29.302889 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:29.400966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124f175-0586-4d60-be54-320f5f23168b None None] Pushing event updated for resources: {'Port': ['ID=a70e6485-5e24-443b-9272-a97f68c91589,revision_number=4']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:29.410359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1124f175-0586-4d60-be54-320f5f23168b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:29.439728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Routers {'1bfa238e-ee5a-4c7f-93de-8c729e3933a1'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:29.440394 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75be12940>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:29.651894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] Set router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:30.083218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75be12940>, [{'id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:14Z', 'updated_at': '2021-04-09T01:59:22Z', 'revision_number': 4, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'gw_port': {'id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:16Z', 'updated_at': '2021-04-09T01:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'a70e6485-5e24-443b-9272-a97f68c91589', 'name': '', 'network_id': '67070821-0341-446f-ba45-9a12232ae989', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'mac_address': 'fa:16:3e:3e:a5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:21Z', 'updated_at': '2021-04-09T01:59:29Z', 'revision_number': 4, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'subnets': [{'id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:30.091400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a1107c-028b-4ede-97eb-959917b9aadd None None] The sync data for ids ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'] in dv-cinder-784623-6-iscsi is: [{'id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:14Z', 'updated_at': '2021-04-09T01:59:22Z', 'revision_number': 4, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'gw_port': {'id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:16Z', 'updated_at': '2021-04-09T01:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'a70e6485-5e24-443b-9272-a97f68c91589', 'name': '', 'network_id': '67070821-0341-446f-ba45-9a12232ae989', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'mac_address': 'fa:16:3e:3e:a5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:21Z', 'updated_at': '2021-04-09T01:59:29Z', 'revision_number': 4, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'subnets': [{'id': 'b33f06a8-ed79-40ae-9a3b-1c793b0cdb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:59:30.534154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee174f-e8b5-4ba3-9a6e-d686344a1e12 req-50ab1b47-76fd-48b5-8c42-f0ab014e6d6d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:30.542107 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a8ee174f-e8b5-4ba3-9a6e-d686344a1e12 req-50ab1b47-76fd-48b5-8c42-f0ab014e6d6d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1168809
Apr 09 01:59:30.582574 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a8ee174f-e8b5-4ba3-9a6e-d686344a1e12 req-22080cc6-3884-45a6-aa61-8502c5959635 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392733
Apr 09 01:59:31.002635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56424) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:31.072635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device a70e6485-5e24-443b-9272-a97f68c91589 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:31.210148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port a70e6485-5e24-443b-9272-a97f68c91589 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:31.212132 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-ccaf0eed-97c0-4332-b1a3-8effa54dc78e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2081232
Apr 09 01:59:31.220502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port a70e6485-5e24-443b-9272-a97f68c91589 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:31.220782 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:31.392972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:31.413502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port a70e6485-5e24-443b-9272-a97f68c91589, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=a70e6485-5e24-443b-9272-a97f68c91589,segment=NetworkSegment(6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8),segment_id=6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:31.420737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:31.424755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:31.501925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=a70e6485-5e24-443b-9272-a97f68c91589,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:31.505293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:31.809386 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730549-0e3e-4099-bb8d-626e54edfef4 req-625decd1-db18-4dd4-8b6c-4aedc7b51064 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:31.811158 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-42730549-0e3e-4099-bb8d-626e54edfef4 req-625decd1-db18-4dd4-8b6c-4aedc7b51064 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.0997181
Apr 09 01:59:31.864859 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-42730549-0e3e-4099-bb8d-626e54edfef4 req-e954b545-eca3-4c7f-9797-7be959c4c552 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457604
Apr 09 01:59:32.595598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:59:33.037780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device a70e6485-5e24-443b-9272-a97f68c91589 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:33.137248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465c177-8296-46b0-ac7c-e3907d78fd48 req-acb22a37-11e2-4ca4-933d-eed8a354c075 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:33.139411 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3465c177-8296-46b0-ac7c-e3907d78fd48 req-acb22a37-11e2-4ca4-933d-eed8a354c075 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1200008
Apr 09 01:59:33.150205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port a70e6485-5e24-443b-9272-a97f68c91589 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:33.150834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:33.200521 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3465c177-8296-46b0-ac7c-e3907d78fd48 req-a405dec8-7053-4b74-b68c-c064ab21aa1f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526419
Apr 09 01:59:33.533726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-f18750a1-ead5-4bc4-a398-6d82eb4ad781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:33.535346 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-f18750a1-ead5-4bc4-a398-6d82eb4ad781 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48&tenant_id=bf455ad3606b44cea681dcfebb803125 HTTP/1.1" status: 200  len: 1096 time: 0.0941317
Apr 09 01:59:33.653422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-1e5cc757-4c25-4e6a-aecd-2a34418bd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:33.655229 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-1e5cc757-4c25-4e6a-aecd-2a34418bd6d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 1096 time: 0.0864174
Apr 09 01:59:33.850850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-5a9ed85f-8687-41f5-a0de-34a010bf7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:33.853441 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-5a9ed85f-8687-41f5-a0de-34a010bf7d09 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 917 time: 0.1915574
Apr 09 01:59:34.005872 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-9dbb19c8-2920-4fb4-bd45-7f60436b5295 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71b85585-c25f-4f99-b8af-0177009e9005 HTTP/1.1" status: 200  len: 999 time: 0.1444635
Apr 09 01:59:34.107903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-c16ced41-02be-4774-9bb2-222d7b1f8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:34.111190 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-c16ced41-02be-4774-9bb2-222d7b1f8056 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0965855
Apr 09 01:59:34.210375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-a105c319-98a9-4ea9-b2b4-1ad706856ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:34.212161 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-a105c319-98a9-4ea9-b2b4-1ad706856ef7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0922186
Apr 09 01:59:34.707709 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-8b767041-24d5-4d57-b89c-922b1cdf68f4 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4872303
Apr 09 01:59:34.769955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d2629-c281-4eb5-b75b-0c114bf1aeee req-e58ffaba-adc4-4464-8523-75d5742bd260 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:34.771700 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6a1d2629-c281-4eb5-b75b-0c114bf1aeee req-e58ffaba-adc4-4464-8523-75d5742bd260 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1748409
Apr 09 01:59:34.903284 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6a1d2629-c281-4eb5-b75b-0c114bf1aeee req-6b70b5eb-2fbe-42d2-89a9-25d01cdd7a12 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441101
Apr 09 01:59:34.938947 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-01191ab1-12ae-4f57-ad04-0e95d99e3059 req-9c6bb270-fdd7-480b-841a-7f4688412295 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232542
Apr 09 01:59:36.165852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e73ab-c7cb-49a3-95bc-89c67a60dcae req-cab3a636-c2a8-4e75-9aab-7fd65497c494 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:36.177555 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f98e73ab-c7cb-49a3-95bc-89c67a60dcae req-cab3a636-c2a8-4e75-9aab-7fd65497c494 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1357486
Apr 09 01:59:36.237750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f98e73ab-c7cb-49a3-95bc-89c67a60dcae req-8810050a-b20e-422c-922e-334aafd2776a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552893
Apr 09 01:59:37.011830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56586) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:37.226902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:37.254946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:37.260877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Usage tracker for resource:security_group_rule and tenant:59a2262ed05b440484378f9e7d16b72a is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:37.264809 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:37.287774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:37.477986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:37.486070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:37.553894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2930fc4e-bd88-4dbe-82b4-f9ceb0f36007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:37.596156 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=59a2262ed05b440484378f9e7d16b72a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5826895
Apr 09 01:59:37.602229 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56614) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:37.685980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e688024c-4b79-4dac-bd83-12456d733870,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:37.693457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0cd45-c7b1-48a4-8c38-74800a355178 req-678978b9-165f-4b95-80db-9faef85d7f60 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:37.696277 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a4d0cd45-c7b1-48a4-8c38-74800a355178 req-678978b9-165f-4b95-80db-9faef85d7f60 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.2450922
Apr 09 01:59:37.698743 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:37.763295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e2aefad6-2599-4400-a3a7-e17adcc02aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:37.766678 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a4d0cd45-c7b1-48a4-8c38-74800a355178 req-cf78d0f7-42e0-4fd5-b48e-7823c9931adf tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595632
Apr 09 01:59:37.857668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e2aefad6-2599-4400-a3a7-e17adcc02aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:37.969651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e2aefad6-2599-4400-a3a7-e17adcc02aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:37.982051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-011582c5-3ef2-4bd5-8482-525d9e73c10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:37.999237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aefad6-2599-4400-a3a7-e17adcc02aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e688024c-4b79-4dac-bd83-12456d733870,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:38.006081 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e2aefad6-2599-4400-a3a7-e17adcc02aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:38.011125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e2aefad6-2599-4400-a3a7-e17adcc02aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:38.019206 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e2aefad6-2599-4400-a3a7-e17adcc02aa1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e688024c-4b79-4dac-bd83-12456d733870 HTTP/1.1" status: 204  len: 168 time: 0.4131548
Apr 09 01:59:38.527403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56632) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:38.547328 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:38.565246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:38.570297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Usage tracker for resource:security_group_rule and tenant:1d6c1e9b34a647309879d6ad1d08acc8 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:38.574383 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:38.582138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:38.680715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:38.684284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:38.694099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f6f1eb5c-f56f-473b-b969-ca5b7c498047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:38.743486 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1d6c1e9b34a647309879d6ad1d08acc8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2149181
Apr 09 01:59:38.748448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56636) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:38.748626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe1f6c1-5754-46ad-b410-f3a4e9678d04,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:38.751944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:38.836232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a1ba-71af-4581-871f-8bb8e56333b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:38.933796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a1ba-71af-4581-871f-8bb8e56333b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:39.083396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a1ba-71af-4581-871f-8bb8e56333b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:39.113948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d43bd6ac-2189-47df-aff9-fe152ebb361d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:39.138323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2a1ba-71af-4581-871f-8bb8e56333b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe1f6c1-5754-46ad-b410-f3a4e9678d04,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:39.152928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f3c2a1ba-71af-4581-871f-8bb8e56333b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:39.169406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f3c2a1ba-71af-4581-871f-8bb8e56333b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:39.170696 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f3c2a1ba-71af-4581-871f-8bb8e56333b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0fe1f6c1-5754-46ad-b410-f3a4e9678d04 HTTP/1.1" status: 204  len: 168 time: 0.4201660
Apr 09 01:59:39.197871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07c623-b9f0-4dc7-9483-a309881646d4 req-72924e98-7692-48c7-9921-be77fcb20a01 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:39.211097 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac07c623-b9f0-4dc7-9483-a309881646d4 req-72924e98-7692-48c7-9921-be77fcb20a01 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.2441180
Apr 09 01:59:39.272841 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac07c623-b9f0-4dc7-9483-a309881646d4 req-6cdb282e-b027-44f4-bf99-7e3311c36129 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604963
Apr 09 01:59:40.818617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56692) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:40.819503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fffc9d-b53d-41e0-8a31-3a5236b534e2 req-eba33298-8646-44d8-ad9b-682a4dc8cbdb tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:40.822724 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-86fffc9d-b53d-41e0-8a31-3a5236b534e2 req-eba33298-8646-44d8-ad9b-682a4dc8cbdb tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.2288041
Apr 09 01:59:40.983351 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-86fffc9d-b53d-41e0-8a31-3a5236b534e2 req-046ac6f6-6662-41d2-96d1-7551fd079a79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1359437
Apr 09 01:59:41.078652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] Deleting subnet c0da92de-425e-4c76-8a55-cb3119456793 {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 01:59:41.088515 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:41.203772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:41.352852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:41.845961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:41.870121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-924f4d77-c7dc-4ce7-ad04-457cdbfd69ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:41.941808 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0da92de-425e-4c76-8a55-cb3119456793,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:41.960752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:42.158361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:42.182091 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c0da92de-425e-4c76-8a55-cb3119456793 HTTP/1.1" status: 204  len: 168 time: 1.3606036
Apr 09 01:59:42.186580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56710) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:42.483967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:42.920573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:43.184497 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe75b096860>> segment before_delete 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.184965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe75b096860>> subnet precommit_delete_associations 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.185883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe7600d4780>> segment_host_mapping after_create 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.186341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe7600d4780>> port after_create 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.186777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe7600d4780>> port after_delete 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.187233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe7600d4780>> port after_update 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.187630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe7600d4780>> segment after_delete 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.188060 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe7600d4780>> subnet after_create 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.188380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe7600d4780>> subnet after_delete 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.188727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe7600d4780>> subnet after_update 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.372332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe75b1fb860>> subnet after_create 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.372793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe75b1fb860>> subnet after_delete 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.373114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe75b1fb860>> subnet before_create 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.373600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe75b1fb860>> subnet before_update 55550000 {{(pid=85247) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 09 01:59:43.374017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75bd722b0>,) {'filters': {'network_id': ['d27784ad-10c3-40e4-be97-c8934da1309f']}} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:43.392429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e02b3-adeb-49d1-aeff-2ed16a4c8714 req-980db832-0795-4e23-8e7c-2f411fab9ab7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:43.394270 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca5e02b3-adeb-49d1-aeff-2ed16a4c8714 req-980db832-0795-4e23-8e7c-2f411fab9ab7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.7935550
Apr 09 01:59:43.402226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75bd722b0>, '14edc4ff-b022-44e1-a120-e7d2bd2825d7') {'for_net_delete': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:43.402571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75bd722b0>, '14edc4ff-b022-44e1-a120-e7d2bd2825d7') {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:43.447784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61214047'] for segment, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:43.497769 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:43.504168 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca5e02b3-adeb-49d1-aeff-2ed16a4c8714 req-b4c03591-06b1-402b-80cb-b64908226770 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840499
Apr 09 01:59:43.530590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=85247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 01:59:43.861917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-56b7ca26-e116-4f22-8c73-83f09d8faa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:44.075731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Network d27784ad-10c3-40e4-be97-c8934da1309f has no segments {{(pid=85247) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 01:59:44.104019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1460897'] for segment, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:44.504847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Network d27784ad-10c3-40e4-be97-c8934da1309f has no segments {{(pid=85247) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   from cryptography.utils import int_from_bytes
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   from cryptography.utils import int_from_bytes
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   (rel_b, rel_a, rel_b),
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   (rel_b, rel_a, rel_b),
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 01:59:44.542331 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 01:59:44.678824 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:44.685051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e76f19cd-5780-48e3-8435-bc074ed7187c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:44.715227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:44.732455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d27784ad-10c3-40e4-be97-c8934da1309f,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:44.742820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:44.786919 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] 10.222.0.38 "DELETE /v2.0/networks/d27784ad-10c3-40e4-be97-c8934da1309f HTTP/1.1" status: 204  len: 168 time: 2.5985644
Apr 09 01:59:44.874248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fcc1b-f243-4958-ac7b-9c11cb817f61 req-9f037949-89d5-4458-95c2-ac3416441f32 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:44.876386 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0d9fcc1b-f243-4958-ac7b-9c11cb817f61 req-9f037949-89d5-4458-95c2-ac3416441f32 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1401277
Apr 09 01:59:44.918823 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0d9fcc1b-f243-4958-ac7b-9c11cb817f61 req-705684e2-99e6-480d-9e72-8b66910b5d4c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0295258
Apr 09 01:59:45.068247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56742) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:45.117938 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3e17ec8d-87aa-4cab-ac0b-6c06f16f7d46 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f34d1a60aadb4f3dab9ef86891796029&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479982
Apr 09 01:59:45.118806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56748) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:45.244278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd551edb-2d9b-4409-8d6f-d7c012404204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:45.302793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd551edb-2d9b-4409-8d6f-d7c012404204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:45.407933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd551edb-2d9b-4409-8d6f-d7c012404204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:45.423121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-004304d4-2e08-4ce3-91b5-d552c41a521b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:45.455529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd551edb-2d9b-4409-8d6f-d7c012404204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ac4354-b84b-40da-90f7-5df4ed4690b0,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:45.469389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd551edb-2d9b-4409-8d6f-d7c012404204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:45.477094 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-fd551edb-2d9b-4409-8d6f-d7c012404204 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/89ac4354-b84b-40da-90f7-5df4ed4690b0 HTTP/1.1" status: 204  len: 168 time: 0.3563366
Apr 09 01:59:45.478899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fd551edb-2d9b-4409-8d6f-d7c012404204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:46.312021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ce01b-b87d-4044-a7bf-232edabdba21 req-3944c9ad-f939-492c-9370-13acf3198f23 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:46.325300 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fc9ce01b-b87d-4044-a7bf-232edabdba21 req-3944c9ad-f939-492c-9370-13acf3198f23 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1662347
Apr 09 01:59:46.403095 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fc9ce01b-b87d-4044-a7bf-232edabdba21 req-834695d4-7177-485f-8d38-a8703e264b9b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731509
Apr 09 01:59:46.993014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56794) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:47.131920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-571136494-network', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:47.141716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:47.148722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Usage tracker for resource:network and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:47.154009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:47.167044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:47.178861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Made reservation on behalf of 6bf79679be104ba7b95bf2c38a0760a5 for: {'network': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:59:47.183843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:47.199051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:47.216752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:47.221353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Usage tracker for resource:security_group_rule and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:47.224798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:47.231870 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:47.331792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:47.335038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:47.339682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-408156b4-769d-4ce1-9e73-ccfbbde1bf32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:47.374404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'}  {{(pid=85247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 01:59:47.384313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bc57f6-c032-4ac8-89bf-8eb0c8b3c238,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:47.388464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:47.391925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:47.392372 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Added segment e6cf749d-aaa8-470d-89ac-dd50aa6e18b8 of type vlan for network e1c93796-0098-4080-965f-a515624b9ca4
Apr 09 01:59:47.421775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:47.454549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:47.456082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:47.456732 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:47.460722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-263745c3-7bb3-4fe8-8167-7186562db6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:47.577035 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5827112
Apr 09 01:59:47.581264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56806) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:47.592649 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Request body: {'subnet': {'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-571136494-subnet', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:47.602374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:47.610756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Usage tracker for resource:subnet and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:47.616686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:47.622345 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Pushing event updated for resources: {'Network': ['ID=e1c93796-0098-4080-965f-a515624b9ca4,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:47.629530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:47.638670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.639107 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.639527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.639925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.640927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.641702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.641702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.642018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.642389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.642773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.643325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.643527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:47.647564 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Made reservation on behalf of 6bf79679be104ba7b95bf2c38a0760a5 for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:59:47.649277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:47.657572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:47.671104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network e1c93796-0098-4080-965f-a515624b9ca4 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 01:59:47.697406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f081ab-ce91-4ef5-a7b1-6b021fff7c24 req-51c65918-b5f5-4e9b-ad76-d5137a389123 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:47.699592 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d8f081ab-ce91-4ef5-a7b1-6b021fff7c24 req-51c65918-b5f5-4e9b-ad76-d5137a389123 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1276836
Apr 09 01:59:47.736342 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d8f081ab-ce91-4ef5-a7b1-6b021fff7c24 req-a29a83b4-472e-4c5a-86cd-120dc33a95b1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0283608
Apr 09 01:59:48.139582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:48.161159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8c980c29-734e-41d7-ace3-6cddeb10fb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:48.171100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:48.441728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7552f5e-393f-4928-8573-bff838a367c2,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:48.470672 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.471382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.472100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.472801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.473489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.474180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.474863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.475562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.476259 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.476922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.477605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.478267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 01:59:48.501776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:48.586627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Checking segment: {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:59:48.587325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Network hostable DHCP agents. Network: e1c93796-0098-4080-965f-a515624b9ca4, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 01:59:48.626685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Network e1c93796-0098-4080-965f-a515624b9ca4 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 01:59:48.643506 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, e1c93796-0098-4080-965f-a515624b9ca4) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:48.654027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f644cbd7-e877-4faa-ae1a-4dab014861cc None None] Network e1c93796-0098-4080-965f-a515624b9ca4 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:59:48.658983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:48.659645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:48.694247 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1104848
Apr 09 01:59:48.696480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56826) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:48.709422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:48.720146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:48.728184 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Usage tracker for resource:router and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:48.733626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:48.747122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:48.766679 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:48.769193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:48.804154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:49.152378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:49.181440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:49.297464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:49.427527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-e1c93796-0098-4080-965f-a515624b9ca4', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 01:59:49.429087 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:49.647574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56a54b-aa37-41ba-af8e-b840875a01e3 req-32c4678d-593e-4b4a-abc7-1cb0cfa3f725 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:49.649265 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e56a54b-aa37-41ba-af8e-b840875a01e3 req-32c4678d-593e-4b4a-abc7-1cb0cfa3f725 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.4798594
Apr 09 01:59:49.702073 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2e56a54b-aa37-41ba-af8e-b840875a01e3 req-fd6dbce1-56af-45af-a866-bbe2ac5e4645 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371110
Apr 09 01:59:49.718993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Allocated IP 172.20.0.2 (e1c93796-0098-4080-965f-a515624b9ca4/d7552f5e-393f-4928-8573-bff838a367c2/db3d7251-887c-4704-b12a-355b389c1ae4) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:59:49.978622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:49.993457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Transition to ACTIVE for port object db3d7251-887c-4704-b12a-355b389c1ae4 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:50.023476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:50.041256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Transition to ACTIVE for port object db3d7251-887c-4704-b12a-355b389c1ae4 will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:50.049785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:50.060442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:50.076755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:50.230684 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Allocated IP 172.27.2.16 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/16b3d14d-48bc-4368-ab13-508266ebe131) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:59:50.321934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Pushing event updated for resources: {'Port': ['ID=db3d7251-887c-4704-b12a-355b389c1ae4,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:50.329090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:50.379651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:50.392618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Network e1c93796-0098-4080-965f-a515624b9ca4 is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:50.394596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:50.397636 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:59:50.502229 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:50.529298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Attempting to bind port db3d7251-887c-4704-b12a-355b389c1ae4 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:59:50.529650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Attempting to bind port db3d7251-887c-4704-b12a-355b389c1ae4 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:59:50.530065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Attempting to bind port db3d7251-887c-4704-b12a-355b389c1ae4 on network e1c93796-0098-4080-965f-a515624b9ca4 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:59:50.537294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:50.537663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:59:50.538267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Checking segment: {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:59:50.538813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:50.539371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Bound using segment: {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:59:50.540057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Bound port: db3d7251-887c-4704-b12a-355b389c1ae4, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:59:50.540568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:50.551559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f41d12cd-a4e8-440a-a9c4-92302d73ecee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:50.626158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] For port db3d7251-887c-4704-b12a-355b389c1ae4, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:59:50.629781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] For port db3d7251-887c-4704-b12a-355b389c1ae4, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=db3d7251-887c-4704-b12a-355b389c1ae4,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:59:50.633849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:50.650246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4a802f24-1f92-4578-909c-dc719b7fe819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:50.706209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Pushing event updated for resources: {'Port': ['ID=16b3d14d-48bc-4368-ab13-508266ebe131,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:50.711238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:50.760580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:50.761924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:50.764928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:59:50.896353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Pushing event updated for resources: {'Port': ['ID=db3d7251-887c-4704-b12a-355b389c1ae4,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:50.906023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:51.351120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9095ac-7d66-46fe-bd67-7aa59ab66f2c req-91ed1ed6-fb52-449a-ab70-4c90a934596c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:51.355820 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0b9095ac-7d66-46fe-bd67-7aa59ab66f2c req-91ed1ed6-fb52-449a-ab70-4c90a934596c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.3909664
Apr 09 01:59:51.548873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 01:59:51.577130 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0b9095ac-7d66-46fe-bd67-7aa59ab66f2c req-9c825a9a-9bd7-4b7b-8c55-513e71e79b9f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911763
Apr 09 01:59:51.649654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:52.122019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:52.645435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ceb98-8bd6-42e9-9a63-937a1e17d443 req-9a93c680-ec4c-471e-b3ce-1d666751fd4e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:52.647461 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8c1ceb98-8bd6-42e9-9a63-937a1e17d443 req-9a93c680-ec4c-471e-b3ce-1d666751fd4e tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.3984220
Apr 09 01:59:52.713887 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8c1ceb98-8bd6-42e9-9a63-937a1e17d443 req-749364c1-64c9-4302-bccb-0663b80c65d0 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484269
Apr 09 01:59:52.748040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Router 4ce24115-159c-48f5-ad02-829798be077d is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 01:59:52.845951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b948e169-ae4d-456f-adb6-9db8023a489f None None] Network e1c93796-0098-4080-965f-a515624b9ca4 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 01:59:53.050742 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:59:53.072833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c231d-f822-4557-9009-d867e050e00f req-36db151c-743f-459a-8394-56ad81763613 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:53.074584 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-480c231d-f822-4557-9009-d867e050e00f req-36db151c-743f-459a-8394-56ad81763613 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.2543573
Apr 09 01:59:53.114983 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-480c231d-f822-4557-9009-d867e050e00f req-9e8054bd-f6eb-444d-8d62-da62dbf04f79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0305362
Apr 09 01:59:53.132409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Sync routers for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 01:59:53.133472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Notify callbacks [] for router, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:53.136224 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.4374115
Apr 09 01:59:53.138910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56898) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:53.169095 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device db3d7251-887c-4704-b12a-355b389c1ae4 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:53.216042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-63549740-ae2f-4001-a23c-7890775291db None None] Provisioning for port db3d7251-887c-4704-b12a-355b389c1ae4 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:53.284602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:53.285877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bafff28>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:53.594373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port db3d7251-887c-4704-b12a-355b389c1ae4 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:53.618077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port db3d7251-887c-4704-b12a-355b389c1ae4 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:53.618490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:53.724795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:54.062848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8aa35-c212-4cb2-9603-33a37f3d6352 req-ea8f3e67-5665-46a4-8e14-df970f0b76bd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:54.064569 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4dc8aa35-c212-4cb2-9603-33a37f3d6352 req-ea8f3e67-5665-46a4-8e14-df970f0b76bd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1796563
Apr 09 01:59:54.106206 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4dc8aa35-c212-4cb2-9603-33a37f3d6352 req-477b64da-c5af-4d84-ac8d-f646d11d35f8 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0277991
Apr 09 01:59:54.381604 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd9fa8-8131-401a-95f5-917804b43348 req-5ab43fb4-d8f5-49aa-bbe6-5a06094bee26 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:54.384318 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3efd9fa8-8131-401a-95f5-917804b43348 req-5ab43fb4-d8f5-49aa-bbe6-5a06094bee26 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.1170003
Apr 09 01:59:54.452887 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3efd9fa8-8131-401a-95f5-917804b43348 req-9e2020ce-3853-4f1d-8fbb-6748357d41f8 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446813
Apr 09 01:59:54.453394 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:54.516830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port db3d7251-887c-4704-b12a-355b389c1ae4, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=db3d7251-887c-4704-b12a-355b389c1ae4,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:54.521718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:54.531611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:54.621347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:54.666054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=db3d7251-887c-4704-b12a-355b389c1ae4,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:54.673141 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bafff28>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:51Z', 'revision_number': 3, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T01:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:54.680056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:54.682244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Checking router: 4ce24115-159c-48f5-ad02-829798be077d for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 01:59:54.682874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Updating router 4ce24115-159c-48f5-ad02-829798be077d port 16b3d14d-48bc-4368-ab13-508266ebe131 binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 01:59:54.805341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-b34cdab9-1288-489c-a7b7-7efc233d893a None None] Provisioning complete for port db3d7251-887c-4704-b12a-355b389c1ae4 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:54.805996 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b34cdab9-1288-489c-a7b7-7efc233d893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:54.884900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:54.891863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Allocated IP 172.20.0.1 (e1c93796-0098-4080-965f-a515624b9ca4/d7552f5e-393f-4928-8573-bff838a367c2/ac2767e9-8ae4-4a71-9014-f9c04664c659) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 01:59:55.086131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device db3d7251-887c-4704-b12a-355b389c1ae4 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 01:59:55.215931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:55.250375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Transition to ACTIVE for port object ac2767e9-8ae4-4a71-9014-f9c04664c659 will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:55.295350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:55.325658 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:55.438533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port db3d7251-887c-4704-b12a-355b389c1ae4 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:55.439310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:55.450671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e115-fb12-411e-b042-58f512cb11be req-44bad138-1fed-4ca5-9269-f0de0dcd9a0b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:55.467520 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d186e115-fb12-411e-b042-58f512cb11be req-44bad138-1fed-4ca5-9269-f0de0dcd9a0b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.1715820
Apr 09 01:59:55.547630 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d186e115-fb12-411e-b042-58f512cb11be req-1decad48-0622-4615-b173-a6a26d0a561b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763917
Apr 09 01:59:55.611300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Network e1c93796-0098-4080-965f-a515624b9ca4 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:55.615886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:55.618021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Pushing event updated for resources: {'Port': ['ID=ac2767e9-8ae4-4a71-9014-f9c04664c659,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:55.627912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 01:59:55.693066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:55.696908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:55.912120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 56938) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:55.916346 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:55.947783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Transition to ACTIVE for port object 16b3d14d-48bc-4368-ab13-508266ebe131 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 01:59:55.995200 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.041816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:56.048239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.066480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0da163-cb51-481f-90b6-35acdc9b31ad req-550f1471-6b6f-480d-b02c-e0be4747d397 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:56.080445 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1c0da163-cb51-481f-90b6-35acdc9b31ad req-550f1471-6b6f-480d-b02c-e0be4747d397 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.3313124
Apr 09 01:59:56.146798 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1c0da163-cb51-481f-90b6-35acdc9b31ad req-e56deba5-0225-4207-a221-1bea76eeb14e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646622
Apr 09 01:59:56.207739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaaa38-11bc-4246-8e31-ad27a20d5e77 None None] Pushing event updated for resources: {'Port': ['ID=16b3d14d-48bc-4368-ab13-508266ebe131,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:56.213316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e7aaaa38-11bc-4246-8e31-ad27a20d5e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:56.373750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-838fe023-83c5-4ac8-a04a-c8442e45a269 None None] Provisioning for port ac2767e9-8ae4-4a71-9014-f9c04664c659 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 01:59:56.387944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.434120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:56.449556 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] Usage tracker for resource:security_group_rule and tenant:0e8505d036f54c5dad7bbca59376a828 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:56.463368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:56.470189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:56.486940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-838fe023-83c5-4ac8-a04a-c8442e45a269 None None] Provisioning complete for port ac2767e9-8ae4-4a71-9014-f9c04664c659 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:56.486940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-838fe023-83c5-4ac8-a04a-c8442e45a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.622202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.627815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.675292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.681444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.703673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:56.708979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:56.754415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-838fe023-83c5-4ac8-a04a-c8442e45a269 None None] Port ac2767e9-8ae4-4a71-9014-f9c04664c659 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:59:56.768158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.823856 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0e8505d036f54c5dad7bbca59376a828&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8964541
Apr 09 01:59:56.835028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Attempting to bind port 16b3d14d-48bc-4368-ab13-508266ebe131 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 01:59:56.835661 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Attempting to bind port 16b3d14d-48bc-4368-ab13-508266ebe131 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 01:59:56.836243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Attempting to bind port 16b3d14d-48bc-4368-ab13-508266ebe131 on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 01:59:56.844438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 01:59:56.845194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 01:59:56.845873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.846535 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 01:59:56.847424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Bound port: 16b3d14d-48bc-4368-ab13-508266ebe131, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 01:59:56.848205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:56.926349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3d57fe-3d23-4679-a0bc-0122ea082f43,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:56.932652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-58f45679-47cd-4af8-a7ac-eca63fcb906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:56.950186 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 56960) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:57.007060 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] For port 16b3d14d-48bc-4368-ab13-508266ebe131, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 01:59:57.011428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] For port 16b3d14d-48bc-4368-ab13-508266ebe131, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=16b3d14d-48bc-4368-ab13-508266ebe131,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 01:59:57.017476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:57.040080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:57.050626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Network e1c93796-0098-4080-965f-a515624b9ca4 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 01:59:57.071880 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 01:59:57.089187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5f491b1c-ad6d-4561-960a-bfbf09a459e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:57.091073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Pushing event updated for resources: {'Port': ['ID=ac2767e9-8ae4-4a71-9014-f9c04664c659,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:57.104490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:57.149253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2282932-727f-4fbd-b9f8-096b67a4705b req-68aa0dc8-ab25-4650-845b-bc9af4dee439 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:57.151335 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f2282932-727f-4fbd-b9f8-096b67a4705b req-68aa0dc8-ab25-4650-845b-bc9af4dee439 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.3350401
Apr 09 01:59:57.177183 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-861aa369-71ff-4139-9bb4-285a4b754597 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:57.180319 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-861aa369-71ff-4139-9bb4-285a4b754597 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2454355
Apr 09 01:59:57.383818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5f491b1c-ad6d-4561-960a-bfbf09a459e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:57.474588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaaa38-11bc-4246-8e31-ad27a20d5e77 None None] Pushing event updated for resources: {'Port': ['ID=16b3d14d-48bc-4368-ab13-508266ebe131,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:57.492672 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e7aaaa38-11bc-4246-8e31-ad27a20d5e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:57.583077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 01:59:57.584269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bafff28>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:57.671847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5f491b1c-ad6d-4561-960a-bfbf09a459e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:57.691165 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-381a9707-2167-44a0-8856-621adec13233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:57.723196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Router 4ce24115-159c-48f5-ad02-829798be077d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 01:59:57.740078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f491b1c-ad6d-4561-960a-bfbf09a459e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3d57fe-3d23-4679-a0bc-0122ea082f43,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:57.744626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5f491b1c-ad6d-4561-960a-bfbf09a459e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:57.767221 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f2282932-727f-4fbd-b9f8-096b67a4705b req-0d2fb964-8c9f-4469-b457-ab5e1490a2e7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5850172
Apr 09 01:59:57.917226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Deleting port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 01:59:57.917810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:58.096563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5f491b1c-ad6d-4561-960a-bfbf09a459e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:58.098991 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5f491b1c-ad6d-4561-960a-bfbf09a459e4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3e3d57fe-3d23-4679-a0bc-0122ea082f43 HTTP/1.1" status: 204  len: 168 time: 1.1431048
Apr 09 01:59:58.124181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b085d4-160b-4fad-b8a1-4fb948ea05b9 req-46fb3875-d176-47ad-a5c6-357d40b8de86 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:58.127938 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9b085d4-160b-4fad-b8a1-4fb948ea05b9 req-46fb3875-d176-47ad-a5c6-357d40b8de86 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 943 time: 0.5099716
Apr 09 01:59:58.196320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 01:59:58.236046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-2e410542-b843-4f74-bfb0-925106d9ffcf None None] Provisioning complete for port ac2767e9-8ae4-4a71-9014-f9c04664c659 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 01:59:58.236389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2e410542-b843-4f74-bfb0-925106d9ffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:58.267112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 01:59:58.287703 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] 10.222.0.38 "PUT /v2.0/routers/4ce24115-159c-48f5-ad02-829798be077d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1472037
Apr 09 01:59:58.310130 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9b085d4-160b-4fad-b8a1-4fb948ea05b9 req-a7d095fc-fe18-4eb8-a69b-c7d98e67a7b0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1077609
Apr 09 01:59:58.554826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-2e410542-b843-4f74-bfb0-925106d9ffcf None None] Port ac2767e9-8ae4-4a71-9014-f9c04664c659 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 01:59:58.634155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] For port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:58.634557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:58.741841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 01:59:59.208662 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:59.306174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:59.306822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:59.307296 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Floating IP 6a089fe6-5ba7-46e7-bd52-a25a64f549dd disassociated. External IP: 172.27.2.210, port: 2c15aeb3-3de9-476f-bed1-ad9f77db7c11.
Apr 09 01:59:59.307775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Calling delete_port for 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 01:59:59.315624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '71b85585-c25f-4f99-b8af-0177009e9005', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'port_id': '71b85585-c25f-4f99-b8af-0177009e9005', 'mac_address': 'fa:16:3e:00:49:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 01:59:59.400051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:59.428460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30bf31-5b79-41f8-b8a7-7304744e8eca req-707bb1fe-8f16-4b8c-9de3-96f48f5f9dde tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 01:59:59.433717 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9d30bf31-5b79-41f8-b8a7-7304744e8eca req-707bb1fe-8f16-4b8c-9de3-96f48f5f9dde tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 945 time: 0.2987652
Apr 09 01:59:59.474675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:59.477413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b85585-c25f-4f99-b8af-0177009e9005 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 01:59:59.585589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 01:59:59.605126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:59.615554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 01:59:59.683716 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9d30bf31-5b79-41f8-b8a7-7304744e8eca req-1f5076f4-b7eb-4ca2-8687-2ae102cc1505 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=4c243e64-7adc-48b3-85ef-c6a25c5a395a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1949775
Apr 09 01:59:59.747705 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57022) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 01:59:59.759405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-570683474-network', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 01:59:59.769293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:59.778631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Usage tracker for resource:network and tenant:69bf4e11492d4df78736b36386cc9a0c is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:59.785433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 01:59:59.788487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:59.793867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=9']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 01:59:59.803815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 01:59:59.811400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 01:59:59.815969 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bafff28>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T01:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T01:59:56Z', 'revision_number': 2, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 01:59:59.825279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Made reservation on behalf of 69bf4e11492d4df78736b36386cc9a0c for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 01:59:59.825918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c68250a-4897-410a-a624-b7ed12601b1d None None] The sync data for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi is: [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T01:59:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T01:59:56Z', 'revision_number': 2, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 01:59:59.836200 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:59.889304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 01:59:59.929998 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 01:59:59.959922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 01:59:59.968266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Usage tracker for resource:security_group_rule and tenant:69bf4e11492d4df78736b36386cc9a0c is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 01:59:59.980787 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:00.003070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:00.040019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['71b85585-c25f-4f99-b8af-0177009e9005'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:00:00.154342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:00.229736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:00:00.230134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:00:00.243820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:00.253102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:00.261973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fd551edb-2d9b-4409-8d6f-d7c012404204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:00.286305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event deleted for resources: {'Port': ['ID=2c15aeb3-3de9-476f-bed1-ad9f77db7c11,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:00.299546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:00.313131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 02:00:00.345491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc11552c-3784-476c-bae9-996d6f8397a0,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:00.357185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:00.359832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:00.360758 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Added segment fe2bf28a-39c5-41a2-86d5-71c65b55f546 of type vlan for network cca49ec7-342c-4a5f-a30d-41332b7be745
Apr 09 02:00:00.453526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:00.610132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:00.612333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:00.613251 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:00.623684 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:00.626443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a23a95-d990-4288-9412-5852b6dcce20 req-7db7e258-2397-4bf7-a9ad-f4929a9dfdfd tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:00.628246 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-26a23a95-d990-4288-9412-5852b6dcce20 req-7db7e258-2397-4bf7-a9ad-f4929a9dfdfd tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 944 time: 1.0296047
Apr 09 02:00:00.630848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-9088afe2-8ddf-4e89-ada4-1109eaaaf5b6 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Synchronizing usage tracker for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:security_group {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:00.697849 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-26a23a95-d990-4288-9412-5852b6dcce20 req-d52c9501-deba-4496-9676-50995cbb54d3 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496624
Apr 09 02:00:00.715336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-9088afe2-8ddf-4e89-ada4-1109eaaaf5b6 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Unset dirty status for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:security_group {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:00.725265 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-9088afe2-8ddf-4e89-ada4-1109eaaaf5b6 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37870597&fields=id&tenant_id=ac3b8f7fb01041abac3b9215f681e4e1 HTTP/1.1" status: 200  len: 267 time: 0.1473122
Apr 09 02:00:01.008219 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Pushing event updated for resources: {'Network': ['ID=cca49ec7-342c-4a5f-a30d-41332b7be745,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:01.015745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:01.038015 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2838893
Apr 09 02:00:01.038448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57044) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:01.047524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Request body: {'subnet': {'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-570683474-subnet', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:01.051493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network cca49ec7-342c-4a5f-a30d-41332b7be745 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 02:00:01.061483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:01.066760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Usage tracker for resource:subnet and tenant:69bf4e11492d4df78736b36386cc9a0c is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:01.070496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:01.079934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:01.104499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Made reservation on behalf of 69bf4e11492d4df78736b36386cc9a0c for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:00:01.116149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:01.235170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-d566eb5e-83fd-467a-844c-0650c3de3880 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:01.237391 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-d566eb5e-83fd-467a-844c-0650c3de3880 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/networks?id=fd0911d7-2183-43e3-9703-f2a48c7303e9 HTTP/1.1" status: 200  len: 809 time: 0.5109129
Apr 09 02:00:01.353526 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-252b846c-71c4-4da0-b56e-19e8f580aaad req-854758f8-98af-438a-a28f-8ba5240cf42c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 210 time: 0.1055274
Apr 09 02:00:01.381117 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-12d53406-0cfa-4442-8efe-bf813b87c560 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/quotas/ac3b8f7fb01041abac3b9215f681e4e1 HTTP/1.1" status: 200  len: 375 time: 0.0575662
Apr 09 02:00:01.394623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:00:01.917237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:01.977517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:00:01.990363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] Sync routers for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:00:02.020917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:02.023849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bf6f7f0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:02.105204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:02.154154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bf6ee9af-bdab-4bf8-9bec-27637d71f48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:02.243701 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] No DVR routers for this DVR port 2c15aeb3-3de9-476f-bed1-ad9f77db7c11 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:00:02.245727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 71b85585-c25f-4f99-b8af-0177009e9005 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:02.246615 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:02.260697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:02.375167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'name': 'network-vif-deleted', 'tag': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:02.489872 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-c1059af2-e9c2-43e8-ae0d-77bb348091da tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&fields=id HTTP/1.1" status: 200  len: 302 time: 1.0887303
Apr 09 02:00:02.505058 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7b80fc5-dad2-421a-ba2d-c45240d78596 req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "DELETE /v2.0/ports/2c15aeb3-3de9-476f-bed1-ad9f77db7c11 HTTP/1.1" status: 204  len: 173 time: 5.3121119
Apr 09 02:00:02.524500 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:02.631357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e99e0d-6f5b-430c-be45-eefd1c7668e0 req-2169da14-a1a6-4e42-93c8-4d6eeec223ea tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:02.645617 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b3e99e0d-6f5b-430c-be45-eefd1c7668e0 req-2169da14-a1a6-4e42-93c8-4d6eeec223ea tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 944 time: 0.4049923
Apr 09 02:00:02.732384 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b3e99e0d-6f5b-430c-be45-eefd1c7668e0 req-ed16decb-3396-40aa-bcc6-39a0d8569a16 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839667
Apr 09 02:00:02.826502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:02.927970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:03.028423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:03.046134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:03.049895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a1758974-87c6-4a4f-b558-d82516337512 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:03.363567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bf6f7f0>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:03.368479 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] Checking router: 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:00:03.379408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:03.380153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bf6f7f0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:03.393230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-a9902cd9-0d2e-4abd-ad59-3b7f22e62a92 req-81acd5da-0b3d-4d3e-bb96-2254d27cb58f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Synchronizing usage tracker for tenant:04741939d3534ea99b01d960cf92f527 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:03.404972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 16b3d14d-48bc-4368-ab13-508266ebe131 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:03.481224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e12856-f684-497c-9a67-891b95f5d44a,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:03.497279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.343s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:03.528629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=10']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:03.563391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.564061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.564625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.565248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.565851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.566467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.567074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.567686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.578025 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.578880 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.579503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.580174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:03.589729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:03.608130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Checking segment: {'id': 'fe2bf28a-39c5-41a2-86d5-71c65b55f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:00:03.609967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Network hostable DHCP agents. Network: cca49ec7-342c-4a5f-a30d-41332b7be745, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 02:00:03.612474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:03.634480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 16b3d14d-48bc-4368-ab13-508266ebe131 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:03.636868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Network cca49ec7-342c-4a5f-a30d-41332b7be745 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 02:00:03.657888 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 16b3d14d-48bc-4368-ab13-508266ebe131 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:03.658633 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:03.661793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, cca49ec7-342c-4a5f-a30d-41332b7be745) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:03.709850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:03.712772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:03.776274 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.7364583
Apr 09 02:00:03.781104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57072) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:03.788335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:03.799496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:03.799882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0daa080-7611-4b5f-8bdd-5cb6040aeaff None None] Network cca49ec7-342c-4a5f-a30d-41332b7be745 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:00:03.813035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Usage tracker for resource:router and tenant:69bf4e11492d4df78736b36386cc9a0c is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:03.819643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:03.839697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:03.862240 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:03.863948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:03.875078 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cfbb0ce8-023e-4b38-95e4-9db283754f25 service neutron] 10.222.0.38 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3052874
Apr 09 02:00:03.877121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-a9902cd9-0d2e-4abd-ad59-3b7f22e62a92 req-81acd5da-0b3d-4d3e-bb96-2254d27cb58f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Unset dirty status for tenant:04741939d3534ea99b01d960cf92f527 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:03.904647 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a9902cd9-0d2e-4abd-ad59-3b7f22e62a92 req-81acd5da-0b3d-4d3e-bb96-2254d27cb58f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=7113ca87-3a31-415b-b770-e7f4ce41b0cc HTTP/1.1" status: 200  len: 210 time: 0.7659009
Apr 09 02:00:03.926122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:04.302047 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bf6f7f0>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:04.306892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadf9878-970d-4459-87ca-5388700dbc60 None None] The sync data for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi is: [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:00:04.356272 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-421fdfc3-e788-4db5-938e-1a50e8c591a0 service neutron] 10.222.0.38 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4488330
Apr 09 02:00:04.708079 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7113ca87-3a31-415b-b770-e7f4ce41b0cc', 'name': 'network-vif-deleted', 'tag': '2c15aeb3-3de9-476f-bed1-ad9f77db7c11', 'status': 'completed', 'code': 200}
Apr 09 02:00:04.869181 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005', 'code': 200}
Apr 09 02:00:04.885161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:04.928151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:04.982315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 16b3d14d-48bc-4368-ab13-508266ebe131, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=16b3d14d-48bc-4368-ab13-508266ebe131,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:05.057995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:05.079142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e7aaaa38-11bc-4246-8e31-ad27a20d5e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:05.140279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c6be1-8a75-4449-a883-099b0a7ec03a None None] New status for floating IP 6a089fe6-5ba7-46e7-bd52-a25a64f549dd: DOWN {{(pid=85249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:00:05.367896 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee9493a6-81a8-428e-922c-4e5c32aa7bc1 req-aceab34c-accf-4eb6-97cc-237ad5b1679c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 210 time: 0.1127410
Apr 09 02:00:05.430322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac1d1c-dc7c-4429-ab1b-09bf007c7aac req-adbac0b6-7c65-40b0-94b3-5b87301c9e70 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:05.462963 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6aac1d1c-dc7c-4429-ab1b-09bf007c7aac req-adbac0b6-7c65-40b0-94b3-5b87301c9e70 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 946 time: 0.3621340
Apr 09 02:00:05.516852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57106) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:05.528158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:05.548651 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6aac1d1c-dc7c-4429-ab1b-09bf007c7aac req-4cfe3610-4284-4194-984b-2b4ebc698344 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723481
Apr 09 02:00:05.602245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Sync routers for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:00:05.621599 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:05.622814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bfa8198>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:05.636399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:05.912482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-65d62cd4-eb4f-41e3-bff2-d90b343ddfb7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:05.938784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:06.044395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-cca49ec7-342c-4a5f-a30d-41332b7be745', 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'fixed_ips': [{'subnet_id': 'f8e12856-f684-497c-9a67-891b95f5d44a'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 02:00:06.045532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:06.076149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-65d62cd4-eb4f-41e3-bff2-d90b343ddfb7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:06.134898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=16b3d14d-48bc-4368-ab13-508266ebe131,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:06.139463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:06.184339 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Allocated IP 172.27.2.194 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/81796737-b7ae-4645-8fc8-a9a44a27235e) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:00:06.266384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Allocated IP 172.20.0.2 (cca49ec7-342c-4a5f-a30d-41332b7be745/f8e12856-f684-497c-9a67-891b95f5d44a/0dff8515-f67a-4ba7-b112-86c9861e7942) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:00:06.280371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-65d62cd4-eb4f-41e3-bff2-d90b343ddfb7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:06.369731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e16ab4aa-7731-4e19-baa1-294eb1775ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:06.405537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d62cd4-eb4f-41e3-bff2-d90b343ddfb7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c243e64-7adc-48b3-85ef-c6a25c5a395a,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:06.414506 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-65d62cd4-eb4f-41e3-bff2-d90b343ddfb7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:06.492273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bfa8198>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T01:59:56Z', 'revision_number': 2, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:06.500941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Checking router: 4ce24115-159c-48f5-ad02-829798be077d for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:00:06.501559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Updating router 4ce24115-159c-48f5-ad02-829798be077d port ac2767e9-8ae4-4a71-9014-f9c04664c659 binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 02:00:06.505483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-65d62cd4-eb4f-41e3-bff2-d90b343ddfb7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:06.507545 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-65d62cd4-eb4f-41e3-bff2-d90b343ddfb7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "DELETE /v2.0/security-groups/4c243e64-7adc-48b3-85ef-c6a25c5a395a HTTP/1.1" status: 204  len: 168 time: 0.9434042
Apr 09 02:00:06.510502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57118) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:06.543887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:06.557642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:06.557886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Transition to ACTIVE for port object 0dff8515-f67a-4ba7-b112-86c9861e7942 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:06.587844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Transition to ACTIVE for port object 0dff8515-f67a-4ba7-b112-86c9861e7942 will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:06.595086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:06.611746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:06.616239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e7aaaa38-11bc-4246-8e31-ad27a20d5e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:06.625034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:06.641300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-73f79b7f-6a0d-440e-ab80-bded712fa797 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:06.778870 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1e6da690-8ff3-4702-ad85-ffa9665773a8 req-eb67a9c0-23ac-4422-8681-ae4114a66c6e tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 210 time: 0.1997929
Apr 09 02:00:06.780883 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.v2.resource [None req-8999bc92-0f32-4490-8978-9363acc67a3a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] show failed (client error): The resource could not be found.
Apr 09 02:00:06.782751 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8999bc92-0f32-4490-8978-9363acc67a3a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups/4c243e64-7adc-48b3-85ef-c6a25c5a395a HTTP/1.1" status: 404  len: 347 time: 0.2694459
Apr 09 02:00:06.789047 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57124) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:06.871689 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Pushing event updated for resources: {'Port': ['ID=0dff8515-f67a-4ba7-b112-86c9861e7942,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:06.884745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:06.960803 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Pushing event updated for resources: {'Port': ['ID=81796737-b7ae-4645-8fc8-a9a44a27235e,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:06.969381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:06.993550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Network cca49ec7-342c-4a5f-a30d-41332b7be745 is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:06.995120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:06.998145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:00:07.073252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:07.075945 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:07.088008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:00:07.111619 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Attempting to bind port 0dff8515-f67a-4ba7-b112-86c9861e7942 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:00:07.112094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Attempting to bind port 0dff8515-f67a-4ba7-b112-86c9861e7942 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': 'fe2bf28a-39c5-41a2-86d5-71c65b55f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:00:07.112516 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Attempting to bind port 0dff8515-f67a-4ba7-b112-86c9861e7942 on network cca49ec7-342c-4a5f-a30d-41332b7be745 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:07.119818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:00:07.120288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Checking segment: {'id': 'fe2bf28a-39c5-41a2-86d5-71c65b55f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:00:07.120751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:07.121211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Bound using segment: {'id': 'fe2bf28a-39c5-41a2-86d5-71c65b55f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:00:07.121861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Bound port: 0dff8515-f67a-4ba7-b112-86c9861e7942, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2bf28a-39c5-41a2-86d5-71c65b55f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:00:07.122331 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:07.159381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Deleting port bec2dcae-cfbd-4588-91b7-ead6a0529554 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:00:07.160009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:07.237036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:07.248796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] For port 0dff8515-f67a-4ba7-b112-86c9861e7942, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:00:07.252976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] For port 0dff8515-f67a-4ba7-b112-86c9861e7942, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=0dff8515-f67a-4ba7-b112-86c9861e7942,segment=NetworkSegment(fe2bf28a-39c5-41a2-86d5-71c65b55f546),segment_id=fe2bf28a-39c5-41a2-86d5-71c65b55f546)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:00:07.258634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:07.264244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Transition to ACTIVE for port object ac2767e9-8ae4-4a71-9014-f9c04664c659 will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:07.272225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:07.282648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:07.289767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:07.318033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 16b3d14d-48bc-4368-ab13-508266ebe131 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:07.397013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bfac8-b946-4a95-80ca-0738a707db93 None None] Pushing event updated for resources: {'Port': ['ID=ac2767e9-8ae4-4a71-9014-f9c04664c659,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:07.403098 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9b8bfac8-b946-4a95-80ca-0738a707db93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:07.445242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:07.445668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:07.553914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Pushing event updated for resources: {'Port': ['ID=0dff8515-f67a-4ba7-b112-86c9861e7942,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:07.586575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:07.604961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Calling delete_port for bec2dcae-cfbd-4588-91b7-ead6a0529554 owned by network:floatingip {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:00:07.605519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 16b3d14d-48bc-4368-ab13-508266ebe131 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:07.606154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:08.065455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:08.084476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:08.377724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:08.431750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Attempting to bind port ac2767e9-8ae4-4a71-9014-f9c04664c659 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:00:08.432570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Attempting to bind port ac2767e9-8ae4-4a71-9014-f9c04664c659 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:00:08.432570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Attempting to bind port ac2767e9-8ae4-4a71-9014-f9c04664c659 on network e1c93796-0098-4080-965f-a515624b9ca4 {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:08.439475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:00:08.440007 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Checking segment: {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:00:08.440390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:08.441094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Bound using segment: {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:00:08.441630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Bound port: ac2767e9-8ae4-4a71-9014-f9c04664c659, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:00:08.442046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:08.460261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event deleted for resources: {'Port': ['ID=bec2dcae-cfbd-4588-91b7-ead6a0529554,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:08.529575 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f5b88aed-6fe7-4f7f-8899-cb75ce87912a req-b0ccdc7d-a58b-47e3-aff4-f851a8ad588f tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 210 time: 0.0807862
Apr 09 02:00:08.569178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:08.601538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] For port ac2767e9-8ae4-4a71-9014-f9c04664c659, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:00:08.606411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] For port ac2767e9-8ae4-4a71-9014-f9c04664c659, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=ac2767e9-8ae4-4a71-9014-f9c04664c659,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:00:08.612309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:08.636932 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:08.713128 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261382e5-f162-4b41-9324-cbb5a7f3aaae req-798fec8f-0d5c-4151-b480-235edee786f1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:08.722050 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-261382e5-f162-4b41-9324-cbb5a7f3aaae req-798fec8f-0d5c-4151-b480-235edee786f1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 946 time: 1.5653744
Apr 09 02:00:08.781001 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-261382e5-f162-4b41-9324-cbb5a7f3aaae req-dbed87d6-abf3-478b-87c3-35be92c3162e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572085
Apr 09 02:00:08.782005 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:08.838046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:08.840088 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "DELETE /v2.0/floatingips/6a089fe6-5ba7-46e7-bd52-a25a64f549dd HTTP/1.1" status: 204  len: 168 time: 2.0495050
Apr 09 02:00:08.849701 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f8540-50c8-4159-a04d-9203406b3abf req-63cdbf5f-e106-415a-b3cc-a1d0f135237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:08.852858 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2b0f8540-50c8-4159-a04d-9203406b3abf req-63cdbf5f-e106-415a-b3cc-a1d0f135237d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 1099 time: 0.4916756
Apr 09 02:00:08.914025 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2b0f8540-50c8-4159-a04d-9203406b3abf req-84075514-2fe3-4932-a5c7-1b57932328bb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436709
Apr 09 02:00:09.053083 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:09.077790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bfac8-b946-4a95-80ca-0738a707db93 None None] Pushing event updated for resources: {'Port': ['ID=ac2767e9-8ae4-4a71-9014-f9c04664c659,revision_number=4']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:09.084419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9b8bfac8-b946-4a95-80ca-0738a707db93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:09.138036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:09.138861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bfa8198>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:09.438954 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57164) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:09.448175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404210278', 'description': 'tempest-description--1405556341'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:09.488027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:09.501698 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 0dff8515-f67a-4ba7-b112-86c9861e7942 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:09.505433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:security_group and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:09.512094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:09.526673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:09.552188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:09.561077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:09.570695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:security_group_rule and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:09.578076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:09.593936 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:09.735042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 0dff8515-f67a-4ba7-b112-86c9861e7942 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:09.743241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:09.752714 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:09.786204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f9b13ed6-f502-4961-8b58-d27f9dacd625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:09.800981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:09.802940 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3609271
Apr 09 02:00:09.815501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57174) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:09.841757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'security_group_rule': {'security_group_id': '76772fa7-73c6-4c18-b720-0c2e188e8491', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:09.855178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:09.869830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:09.875969 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:security_group_rule and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:09.884966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:09.922695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:10.042636 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-294b8cc1-2171-4e97-bb84-8ef2ea60f3df req-87779bac-968c-48e8-a366-cd329a7ba1f7 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 210 time: 0.0818832
Apr 09 02:00:10.058575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:10.337127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edf7a6b-85a5-40e2-84f6-7b31edfb718c None None] Network cca49ec7-342c-4a5f-a30d-41332b7be745 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:00:10.344311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:10.355181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76772fa7-73c6-4c18-b720-0c2e188e8491,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:10.382916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:10.387366 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:10.565167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:10.586156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:10.589464 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7589171
Apr 09 02:00:10.615507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-38a5ce88-e788-4c73-b3ce-4f8a71f58d29 None None] Provisioning for port 0dff8515-f67a-4ba7-b112-86c9861e7942 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:10.616115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57188) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:10.634342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'security_group_rule': {'security_group_id': '76772fa7-73c6-4c18-b720-0c2e188e8491', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:10.642679 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-38a5ce88-e788-4c73-b3ce-4f8a71f58d29 None None] Provisioning complete for port 0dff8515-f67a-4ba7-b112-86c9861e7942 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:10.643470 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38a5ce88-e788-4c73-b3ce-4f8a71f58d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:10.652548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b69540b-d47d-451b-9beb-a0ad299aa212,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:10.658613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b9cd6cde-eee1-4224-9d0b-3e554c085746 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:10.663839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:10.683183 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:security_group_rule and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:10.697370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:10.730812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:10.748443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-26f39d4a-ee37-443a-8606-5866e7656ea1 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:10.750368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-26f39d4a-ee37-443a-8606-5866e7656ea1 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Synchronizing usage tracker for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:network {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:10.805273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5e81-7bb6-445a-86f7-12cadc7e3618 req-e6833638-1d9a-4cba-8a34-1aaddde70874 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:10.807915 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fcec5e81-7bb6-445a-86f7-12cadc7e3618 req-e6833638-1d9a-4cba-8a34-1aaddde70874 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 946 time: 0.4578502
Apr 09 02:00:10.810170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:10.818582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-26f39d4a-ee37-443a-8606-5866e7656ea1 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Unset dirty status for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:network {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:10.821273 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-26f39d4a-ee37-443a-8606-5866e7656ea1 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.62 "GET /v2.0/networks?id=fd0911d7-2183-43e3-9703-f2a48c7303e9 HTTP/1.1" status: 200  len: 809 time: 1.8626041
Apr 09 02:00:10.953251 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fcec5e81-7bb6-445a-86f7-12cadc7e3618 req-a71a0eee-1c27-48e1-b607-c3d1307164b1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1281111
Apr 09 02:00:10.965542 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-44e4a67b-7755-4053-9efd-7ddf18bf8bfd tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Synchronizing usage tracker for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:security_group {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:11.065760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-44e4a67b-7755-4053-9efd-7ddf18bf8bfd tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Unset dirty status for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:security_group {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:11.068318 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-44e4a67b-7755-4053-9efd-7ddf18bf8bfd tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1 HTTP/1.1" status: 200  len: 8057 time: 0.2283313
Apr 09 02:00:11.082365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Request body: {'port': {'device_id': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'admin_state_up': True, 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'security_groups': ['a0b26bd1-7aba-461d-b6da-e5b475587eb0']}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:11.241257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:11.246041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Router dad0ae0f-2073-4bd1-b68d-caed090f378b is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 02:00:11.255495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38a5ce88-e788-4c73-b3ce-4f8a71f58d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:11.261223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:11.289832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-19acdff9-ab4e-4803-abf6-b46999fd4dc9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:11.345651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-38a5ce88-e788-4c73-b3ce-4f8a71f58d29 None None] For port 0dff8515-f67a-4ba7-b112-86c9861e7942, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=0dff8515-f67a-4ba7-b112-86c9861e7942,segment=NetworkSegment(fe2bf28a-39c5-41a2-86d5-71c65b55f546),segment_id=fe2bf28a-39c5-41a2-86d5-71c65b55f546)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:11.367037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-38a5ce88-e788-4c73-b3ce-4f8a71f58d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:11.374036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:11.376189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bfa8198>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:08Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:11.391165 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f634da7-21a3-492f-8afc-034ddcf94085 None None] The sync data for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi is: [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:08Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:00:11.448081 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8756df-797a-4055-88b4-9a551512b76a,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:11.547396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device ac2767e9-8ae4-4a71-9014-f9c04664c659 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:11.697823 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cc7ed6b5-f99b-46d7-b952-0b083b9e9a45 req-437ef0f2-0f77-4fbe-b7c5-ddc51553bbea tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 210 time: 0.2354815
Apr 09 02:00:11.702201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:11.703528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:11.727116 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1031423
Apr 09 02:00:11.727448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57238) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:11.736201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'floatingip': {'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:11.748494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:11.755440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Usage tracker for resource:floatingip and tenant:04741939d3534ea99b01d960cf92f527 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:11.758802 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:11.773341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:11.787001 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ce88-e788-4c73-b3ce-4f8a71f58d29 None None] Pushing event updated for resources: {'Port': ['ID=0dff8515-f67a-4ba7-b112-86c9861e7942,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:11.794063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:11.797785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-38a5ce88-e788-4c73-b3ce-4f8a71f58d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:11.817349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port ac2767e9-8ae4-4a71-9014-f9c04664c659 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:11.838348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port ac2767e9-8ae4-4a71-9014-f9c04664c659 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:11.838813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:12.207464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:12.216460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:port and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:12.224064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:12.261084 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:12.273132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:00:12.300035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Made reservation on behalf of ac3b8f7fb01041abac3b9215f681e4e1 for: {'port': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:00:12.312373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:12.366955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Sync routers for ids ['dad0ae0f-2073-4bd1-b68d-caed090f378b'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:00:12.372493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-47524236-ea58-4b70-baba-cd6840bc50f5 None None] Provisioning complete for port 0dff8515-f67a-4ba7-b112-86c9861e7942 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:12.374721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-47524236-ea58-4b70-baba-cd6840bc50f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:12.382206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:12.383576 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.6010058
Apr 09 02:00:12.388299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57250) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:12.525474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Allocated IP 172.20.0.9 (fd0911d7-2183-43e3-9703-f2a48c7303e9/8be35d05-70b7-428c-80b6-1f2d07885d22/73ca91c8-1321-4724-ba82-e895625c1079) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:00:12.597633 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Routers {'dad0ae0f-2073-4bd1-b68d-caed090f378b'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:12.598848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75baea898>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['dad0ae0f-2073-4bd1-b68d-caed090f378b'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:12.769254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:12.790224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Transition to ACTIVE for port object 73ca91c8-1321-4724-ba82-e895625c1079 will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:12.822124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:12.890048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6c0b59c6-c368-4101-82bd-8ab823af140d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:13.005521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4faf78-b605-4654-8e1c-c170c36c4617 req-115c919b-bea1-4096-9c1f-729b75fbd162 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:13.013719 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5c4faf78-b605-4654-8e1c-c170c36c4617 req-115c919b-bea1-4096-9c1f-729b75fbd162 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 946 time: 0.7631929
Apr 09 02:00:13.047795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57262) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:13.055218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'Port': ['ID=73ca91c8-1321-4724-ba82-e895625c1079,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:13.072484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:13.117200 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.162147 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.223153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port ac2767e9-8ae4-4a71-9014-f9c04664c659, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=ac2767e9-8ae4-4a71-9014-f9c04664c659,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:13.244924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.250970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:13.285643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:13.286899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:13.289437 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:00:13.347288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Set router dad0ae0f-2073-4bd1-b68d-caed090f378b gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:13.387622 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.396541 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5c4faf78-b605-4654-8e1c-c170c36c4617 req-d124cb35-d3c9-4d9e-a126-8f85f6f0cb48 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3809242
Apr 09 02:00:13.431130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:13.439341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Usage tracker for resource:security_group_rule and tenant:1f90015efce74095a0ae0c23ea267091 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:13.445999 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:13.459524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:13.562751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ea5de-fe4b-4538-9232-e5d019b512dc req-aa42540c-5013-4f97-a968-7311bbc0c729 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:13.564391 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-096ea5de-fe4b-4538-9232-e5d019b512dc req-aa42540c-5013-4f97-a968-7311bbc0c729 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 931 time: 0.6669466
Apr 09 02:00:13.613039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:13.614139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.617840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 0dff8515-f67a-4ba7-b112-86c9861e7942 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:13.664117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.683282 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.694494 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-096ea5de-fe4b-4538-9232-e5d019b512dc req-3d3900fd-4af7-431f-9f0c-7fd3489ffa61 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1205995
Apr 09 02:00:13.700992 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2066e75b-cf27-4a90-858f-2cd05e1e54e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:13.717224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=ac2767e9-8ae4-4a71-9014-f9c04664c659,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:13.725383 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:13.746003 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6718187
Apr 09 02:00:13.747009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Allocated IP 172.27.2.143 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/79da6958-c832-4fc6-8cd3-77448fb18131) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:00:13.755157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.783229 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Request body: {'port': {'device_id': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:13.826493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 0dff8515-f67a-4ba7-b112-86c9861e7942 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:13.827540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.863198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7db5d856-8f54-450a-8867-5189c406acb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.889363 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f90015efce74095a0ae0c23ea267091&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8286431
Apr 09 02:00:13.891586 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-141430eb-96cf-48a3-ab68-e516f45e3add None None] Provisioning for port 73ca91c8-1321-4724-ba82-e895625c1079 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:13.893761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57268) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:13.924626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-141430eb-96cf-48a3-ab68-e516f45e3add None None] Provisioning complete for port 73ca91c8-1321-4724-ba82-e895625c1079 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:13.925106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-141430eb-96cf-48a3-ab68-e516f45e3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:13.972293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3dc220-ecfc-42d8-ba8f-42999ea5e193,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:13.987682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:14.004346 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-141430eb-96cf-48a3-ab68-e516f45e3add None None] Port 73ca91c8-1321-4724-ba82-e895625c1079 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:00:14.057642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75baea898>, [{'id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:00:03Z', 'updated_at': '2021-04-09T02:00:07Z', 'revision_number': 3, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'gw_port': {'id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:05Z', 'updated_at': '2021-04-09T02:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:14.072767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Checking router: dad0ae0f-2073-4bd1-b68d-caed090f378b for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:00:14.073272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Updating router dad0ae0f-2073-4bd1-b68d-caed090f378b port 81796737-b7ae-4645-8fc8-a9a44a27235e binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 02:00:14.130673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.154518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.166144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.173424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Allocated IP 172.20.0.1 (cca49ec7-342c-4a5f-a30d-41332b7be745/f8e12856-f684-497c-9a67-891b95f5d44a/38c6b954-dad9-429f-a963-3e03053ae966) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:00:14.251117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-060484cb-b2a2-49a8-bd21-87c60a7b2bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.286113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.308154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:14.424313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-060484cb-b2a2-49a8-bd21-87c60a7b2bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.633951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.649418 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Transition to ACTIVE for port object 81796737-b7ae-4645-8fc8-a9a44a27235e will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:14.656263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-060484cb-b2a2-49a8-bd21-87c60a7b2bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.662298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.674320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1e08b738-3374-4644-bd59-e58d3e3d8fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:14.694216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060484cb-b2a2-49a8-bd21-87c60a7b2bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3dc220-ecfc-42d8-ba8f-42999ea5e193,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:14.711379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:14.748299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-060484cb-b2a2-49a8-bd21-87c60a7b2bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:14.755179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-060484cb-b2a2-49a8-bd21-87c60a7b2bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:14.760796 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-060484cb-b2a2-49a8-bd21-87c60a7b2bbd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a3dc220-ecfc-42d8-ba8f-42999ea5e193 HTTP/1.1" status: 204  len: 168 time: 0.8503299
Apr 09 02:00:14.787799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8cf7e-a75f-4556-bfac-7874f094e900 None None] Pushing event updated for resources: {'Port': ['ID=81796737-b7ae-4645-8fc8-a9a44a27235e,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:14.799965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cab8cf7e-a75f-4556-bfac-7874f094e900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:14.987191 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ca91c8-1321-4724-ba82-e895625c1079 {{(pid=85248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:00:14.996993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.006404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Attempting to bind port 81796737-b7ae-4645-8fc8-a9a44a27235e on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:00:15.007090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Attempting to bind port 81796737-b7ae-4645-8fc8-a9a44a27235e by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:00:15.009308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Attempting to bind port 81796737-b7ae-4645-8fc8-a9a44a27235e on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:15.017911 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Transition to ACTIVE for port object 73ca91c8-1321-4724-ba82-e895625c1079 will not be triggered until provisioned by entity L2. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:15.021189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:00:15.022819 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.025553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:00:15.026487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.027251 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:00:15.030278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Bound port: 81796737-b7ae-4645-8fc8-a9a44a27235e, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:00:15.031705 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.042270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:15.062919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.098031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Transition to ACTIVE for port object 38c6b954-dad9-429f-a963-3e03053ae966 will not be triggered until provisioned by entity DHCP. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:15.202382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Pushing event updated for resources: {'Port': ['ID=73ca91c8-1321-4724-ba82-e895625c1079,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:15.209857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] For port 81796737-b7ae-4645-8fc8-a9a44a27235e, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:00:15.215298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:15.218449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] For port 81796737-b7ae-4645-8fc8-a9a44a27235e, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=81796737-b7ae-4645-8fc8-a9a44a27235e,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:00:15.225627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.242925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4e2f538b-6ba8-4f52-b3b5-8a3444e112ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:15.258579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'Port': ['ID=79da6958-c832-4fc6-8cd3-77448fb18131,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:15.264387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:15.298105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.338210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-af14dd08-e523-4133-a7a4-788b4e97be9f tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:15.451594 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57280) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:15.485331 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.510325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device ac2767e9-8ae4-4a71-9014-f9c04664c659 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:15.587917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:15.594930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Usage tracker for resource:security_group_rule and tenant:aef3c40abc3549059977a3a847bb65d9 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:15.598654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:15.607264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:15.725914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Pushing event updated for resources: {'Port': ['ID=38c6b954-dad9-429f-a963-3e03053ae966,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:15.729256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:15.730245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Attempting to bind port 73ca91c8-1321-4724-ba82-e895625c1079 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:00:15.730910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Attempting to bind port 73ca91c8-1321-4724-ba82-e895625c1079 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:00:15.731548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Attempting to bind port 73ca91c8-1321-4724-ba82-e895625c1079 on network fd0911d7-2183-43e3-9703-f2a48c7303e9 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:15.751355 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Port 73ca91c8-1321-4724-ba82-e895625c1079 on network fd0911d7-2183-43e3-9703-f2a48c7303e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 02:00:15.751947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Attempting to bind port 73ca91c8-1321-4724-ba82-e895625c1079 on network fd0911d7-2183-43e3-9703-f2a48c7303e9 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:15.778888 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bb012-6878-448c-a67a-b91d6dac5c3f req-63e7d897-c4fd-4249-80b1-3f6fee4a41a9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:15.781338 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-717bb012-6878-448c-a67a-b91d6dac5c3f req-63e7d897-c4fd-4249-80b1-3f6fee4a41a9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 946 time: 1.1372144
Apr 09 02:00:15.782387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:00:15.782974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Checking segment: {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:00:15.783673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Bound using segment: {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:00:15.784584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Bound port: 73ca91c8-1321-4724-ba82-e895625c1079, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337c1d6d-4055-4ba6-900d-6dafd7f526f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9'}}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:00:15.785230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.806677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c51399-94b7-410b-bbee-e3221210bb20 req-af98c3fe-a443-4c08-9c91-c32bbc7eb20f tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:15.808515 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-59c51399-94b7-410b-bbee-e3221210bb20 req-af98c3fe-a443-4c08-9c91-c32bbc7eb20f tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.6731300
Apr 09 02:00:15.813927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:15.833788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:15.836422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:00:15.853271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:15.930371 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-717bb012-6878-448c-a67a-b91d6dac5c3f req-aefe29c6-ba0f-41d9-8f3f-7dadb44e9fcf tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1368573
Apr 09 02:00:15.947547 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, cleared binding levels {{(pid=85248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:00:15.949885 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-59c51399-94b7-410b-bbee-e3221210bb20 req-98705e7b-6bb6-462e-99f8-4e69258a1a96 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0747182
Apr 09 02:00:15.956786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Network cca49ec7-342c-4a5f-a30d-41332b7be745 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:15.957812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8cf7e-a75f-4556-bfac-7874f094e900 None None] Pushing event updated for resources: {'Port': ['ID=81796737-b7ae-4645-8fc8-a9a44a27235e,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:15.960909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:15.963485 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:00:15.978392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cab8cf7e-a75f-4556-bfac-7874f094e900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:15.996596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73ca91c8-1321-4724-ba82-e895625c1079,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:00:15.999748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.023884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fcc41287-fa56-442a-81f2-12fb3c080661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:16.029570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port ac2767e9-8ae4-4a71-9014-f9c04664c659 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:16.030117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.059018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Routers {'dad0ae0f-2073-4bd1-b68d-caed090f378b'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:16.059738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75baea898>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T01:59:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['dad0ae0f-2073-4bd1-b68d-caed090f378b'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:16.076100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73e3cb0-8023-467f-bbe4-b0ce3e7fc0c1,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:16.081990 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.118198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.129288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:16.132093 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fb9cb702-f128-4b7a-8feb-199379e628bf tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:16.172408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.215561 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aef3c40abc3549059977a3a847bb65d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7557349
Apr 09 02:00:16.224198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57286) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:16.353290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Pushing event updated for resources: {'Port': ['ID=73ca91c8-1321-4724-ba82-e895625c1079,revision_number=3']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:16.353531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.356820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:16.379435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-79b215f9-b28a-4e38-be1b-2a887a27b21b None None] Provisioning for port 38c6b954-dad9-429f-a963-3e03053ae966 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:16.398467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-79b215f9-b28a-4e38-be1b-2a887a27b21b None None] Provisioning complete for port 38c6b954-dad9-429f-a963-3e03053ae966 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:16.398813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-79b215f9-b28a-4e38-be1b-2a887a27b21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.432537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:16.433863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.435210 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] 10.222.0.62 "PUT /v2.0/ports/73ca91c8-1321-4724-ba82-e895625c1079 HTTP/1.1" status: 200  len: 1093 time: 2.6653185
Apr 09 02:00:16.439341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:16.452821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e6d82d2-ce7b-40c2-9a1b-20206a33d6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.482654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-79b215f9-b28a-4e38-be1b-2a887a27b21b None None] Port 38c6b954-dad9-429f-a963-3e03053ae966 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:00:16.511359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e6d82d2-ce7b-40c2-9a1b-20206a33d6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:16.537408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] Set router dad0ae0f-2073-4bd1-b68d-caed090f378b gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:16.647397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:17.079565 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079', 'status': 'completed', 'code': 200}
Apr 09 02:00:17.081909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e6d82d2-ce7b-40c2-9a1b-20206a33d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:17.087893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-65d62cd4-eb4f-41e3-bff2-d90b343ddfb7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:17.132324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:17.136898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:17.150550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d82d2-ce7b-40c2-9a1b-20206a33d6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73e3cb0-8023-467f-bbe4-b0ce3e7fc0c1,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:17.158501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-70fc126d-885f-44e1-983f-5cc30f69c92d tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:17.176668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3e6d82d2-ce7b-40c2-9a1b-20206a33d6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:17.184142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f55551bc-0366-466a-b7f3-069e23a7d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:17.187635 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-f55551bc-0366-466a-b7f3-069e23a7d01f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1096 time: 0.6664476
Apr 09 02:00:17.189512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e6d82d2-ce7b-40c2-9a1b-20206a33d6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:17.192566 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3e6d82d2-ce7b-40c2-9a1b-20206a33d6b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f73e3cb0-8023-467f-bbe4-b0ce3e7fc0c1 HTTP/1.1" status: 204  len: 168 time: 0.9114592
Apr 09 02:00:17.271022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75baea898>, [{'id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:00:03Z', 'updated_at': '2021-04-09T02:00:07Z', 'revision_number': 3, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'gw_port': {'id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:05Z', 'updated_at': '2021-04-09T02:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:17.277961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fdf71b-88e7-46e0-9eab-7d56945b4be9 None None] The sync data for ids ['dad0ae0f-2073-4bd1-b68d-caed090f378b'] in dv-cinder-784623-6-iscsi is: [{'id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:00:03Z', 'updated_at': '2021-04-09T02:00:07Z', 'revision_number': 3, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'gw_port': {'id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:05Z', 'updated_at': '2021-04-09T02:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:00:17.319678 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cb7e1832-9341-4d95-919a-d61b2d3c4d9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ca91c8-1321-4724-ba82-e895625c1079 HTTP/1.1" status: 200  len: 217 time: 0.1197000
Apr 09 02:00:17.390783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:17.414230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cc3a06ab-e196-4d68-b1ee-d1bc6bf9ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:17.416018 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-cc3a06ab-e196-4d68-b1ee-d1bc6bf9ca0c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8be35d05-70b7-428c-80b6-1f2d07885d22 HTTP/1.1" status: 200  len: 848 time: 0.0880969
Apr 09 02:00:17.427826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:17.471076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'Port': ['ID=79da6958-c832-4fc6-8cd3-77448fb18131,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:17.480129 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:17.480985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:17.532075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-62e8f734-1b67-4f42-9a48-74f96678faf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:17.533554 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-62e8f734-1b67-4f42-9a48-74f96678faf2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0911d7-2183-43e3-9703-f2a48c7303e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1111739
Apr 09 02:00:17.633335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Pushing event updated for resources: {'Port': ['ID=38c6b954-dad9-429f-a963-3e03053ae966,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:17.645074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:17.645959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:17.720387 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-fa9bd251-03f5-4572-8537-0bc8045a2cba service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760371
Apr 09 02:00:17.830832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a3713-8e39-4397-8eaf-d7b3b33c11a1 req-2c573b88-3d6d-4083-9f30-37857f196589 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:17.832748 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-237a3713-8e39-4397-8eaf-d7b3b33c11a1 req-2c573b88-3d6d-4083-9f30-37857f196589 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.6331456
Apr 09 02:00:17.939217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Network cca49ec7-342c-4a5f-a30d-41332b7be745 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:17.959814 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:17.973337 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-237a3713-8e39-4397-8eaf-d7b3b33c11a1 req-2053eee5-fa15-4ccd-9d35-2448dd540f72 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1286280
Apr 09 02:00:18.020429 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02fc8d34-4461-4e8d-b9cf-69bf742c3ef7 req-6ba4db12-6a0d-43b0-8fb9-65b661223b11 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2967544
Apr 09 02:00:18.189054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a5287784-6fac-4284-81e1-5b7283857946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:18.262996 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059ad0-f9da-4558-a37f-01555b126e7a req-4541d86e-3ee3-400b-b7e5-af72b683286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:18.264816 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53059ad0-f9da-4558-a37f-01555b126e7a req-4541d86e-3ee3-400b-b7e5-af72b683286f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1096 time: 0.1580617
Apr 09 02:00:18.427754 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:18.430099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-146750ba-1d6b-4779-9d3f-c118d585868c None None] Provisioning complete for port 38c6b954-dad9-429f-a963-3e03053ae966 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:18.431015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-146750ba-1d6b-4779-9d3f-c118d585868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:18.468943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:18.470331 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.7417333
Apr 09 02:00:18.504851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059ad0-f9da-4558-a37f-01555b126e7a req-46f6dd99-1706-42e5-8e5a-0b22f792897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:18.507204 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53059ad0-f9da-4558-a37f-01555b126e7a req-46f6dd99-1706-42e5-8e5a-0b22f792897c service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0911d7-2183-43e3-9703-f2a48c7303e9 HTTP/1.1" status: 200  len: 910 time: 0.2271979
Apr 09 02:00:18.540832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Router dad0ae0f-2073-4bd1-b68d-caed090f378b has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:00:18.602981 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53059ad0-f9da-4558-a37f-01555b126e7a req-c7ef0655-4424-47f0-9c07-bbc3ff4f2bac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ca91c8-1321-4724-ba82-e895625c1079 HTTP/1.1" status: 200  len: 217 time: 0.0875421
Apr 09 02:00:18.617779 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-146750ba-1d6b-4779-9d3f-c118d585868c None None] Port 38c6b954-dad9-429f-a963-3e03053ae966 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:00:18.704489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059ad0-f9da-4558-a37f-01555b126e7a req-53defd66-98a8-45bf-b0d7-60dd8fef18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:18.707949 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53059ad0-f9da-4558-a37f-01555b126e7a req-53defd66-98a8-45bf-b0d7-60dd8fef18a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8be35d05-70b7-428c-80b6-1f2d07885d22 HTTP/1.1" status: 200  len: 848 time: 0.0920043
Apr 09 02:00:18.738169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:18.845805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:00:18.854396 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] 10.222.0.38 "PUT /v2.0/routers/dad0ae0f-2073-4bd1-b68d-caed090f378b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4621229
Apr 09 02:00:18.860602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-24118bc4-64f6-49c8-8874-5f245e68c4e4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Synchronizing usage tracker for tenant:04741939d3534ea99b01d960cf92f527 on resource:security_group {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:18.862038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059ad0-f9da-4558-a37f-01555b126e7a req-8af54344-f2e7-42b6-933f-573ac120d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:18.863750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53059ad0-f9da-4558-a37f-01555b126e7a req-8af54344-f2e7-42b6-933f-573ac120d41d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0911d7-2183-43e3-9703-f2a48c7303e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1471112
Apr 09 02:00:18.900094 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-24118bc4-64f6-49c8-8874-5f245e68c4e4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Unset dirty status for tenant:04741939d3534ea99b01d960cf92f527 on resource:security_group {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:18.908619 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-24118bc4-64f6-49c8-8874-5f245e68c4e4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--404210278&fields=id&tenant_id=04741939d3534ea99b01d960cf92f527 HTTP/1.1" status: 200  len: 267 time: 0.0926030
Apr 09 02:00:19.122722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:19.146254 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53059ad0-f9da-4558-a37f-01555b126e7a req-10eaf241-9165-420f-a437-822ea8219bb5 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2728951
Apr 09 02:00:19.261368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22a271ed-2c51-42ac-a338-b9441ae64638 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:19.262789 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22a271ed-2c51-42ac-a338-b9441ae64638 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 810 time: 0.3513136
Apr 09 02:00:19.307541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e012f9-e41f-4482-9f7f-f64d063ba404 req-50ff9130-0597-44d1-aca9-14d6820ab7cd tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:19.316725 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94e012f9-e41f-4482-9f7f-f64d063ba404 req-50ff9130-0597-44d1-aca9-14d6820ab7cd tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.1562726
Apr 09 02:00:19.324879 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53059ad0-f9da-4558-a37f-01555b126e7a req-fe6c8ee4-ba6d-4136-a3ba-e9db67a6bde0 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718624
Apr 09 02:00:19.361651 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-84c63ebc-d358-4ec4-be4b-99d909ae9697 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/quotas/04741939d3534ea99b01d960cf92f527 HTTP/1.1" status: 200  len: 375 time: 0.0420110
Apr 09 02:00:19.376726 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94e012f9-e41f-4482-9f7f-f64d063ba404 req-1e5b15ed-a79d-4263-a948-f4145d58b74b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0591307
Apr 09 02:00:19.478897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 81796737-b7ae-4645-8fc8-a9a44a27235e up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:19.516740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-18644cef-2106-4216-af53-aa686280de3f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Synchronizing usage tracker for tenant:04741939d3534ea99b01d960cf92f527 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:19.540874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-18644cef-2106-4216-af53-aa686280de3f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Unset dirty status for tenant:04741939d3534ea99b01d960cf92f527 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:19.542418 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-18644cef-2106-4216-af53-aa686280de3f tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1646070
Apr 09 02:00:19.592700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 81796737-b7ae-4645-8fc8-a9a44a27235e completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:19.599833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 81796737-b7ae-4645-8fc8-a9a44a27235e triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:19.600373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:19.777117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:19.820283 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 81796737-b7ae-4645-8fc8-a9a44a27235e, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=81796737-b7ae-4645-8fc8-a9a44a27235e,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:19.828488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:19.833453 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-48e6f0c6-cac6-4feb-bba6-8a1a5904cab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:19.974730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=81796737-b7ae-4645-8fc8-a9a44a27235e,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:19.978326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:20.010859 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-0e45eaa7-1618-4b24-b33e-5b2b1128cb2f service neutron] 10.222.0.38 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4535909
Apr 09 02:00:20.185856 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-36859398-02ac-4202-a92f-b940751c286e service neutron] 10.222.0.38 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625044
Apr 09 02:00:20.296567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57356) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:20.303279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59632659', 'description': 'tempest-secgroup-smoke-59632659 description', 'project_id': '6bf79679be104ba7b95bf2c38a0760a5'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:20.310059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:20.314888 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:security_group and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:20.318527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:20.325776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:20.337242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:20.364969 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:20.370039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:security_group_rule and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:20.374152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:20.385415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:20.396699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:20.618029 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-461bfae8-87a1-4037-be09-6aee3ff8f312 req-6241d72b-9668-4c68-8659-148a0dfeaefc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 210 time: 0.1231489
Apr 09 02:00:20.650519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:20.654568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:20.661260 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-afc62112-f3e2-4856-a536-618a5782c6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:20.720134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:20.721432 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.4237261
Apr 09 02:00:20.724031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401d29b3-4d86-402d-b742-8d41c72816aa,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:20.724916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57382) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:20.736923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:20.738077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'security_group_rule': {'security_group_id': '401d29b3-4d86-402d-b742-8d41c72816aa', 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:20.750500 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:20.759387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:security_group_rule and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:20.759646 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fd307-a142-4d64-88bc-f25c8b87edb9 req-37006ba6-42b5-4b69-b16f-d5b0cc35cbda tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:20.761519 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-522fd307-a142-4d64-88bc-f25c8b87edb9 req-37006ba6-42b5-4b69-b16f-d5b0cc35cbda tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.1967237
Apr 09 02:00:20.763357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:20.770885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:20.801180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:20.818344 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-522fd307-a142-4d64-88bc-f25c8b87edb9 req-7802db0a-e1d4-4fc5-9a36-278a429bbf31 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0481288
Apr 09 02:00:20.898404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:20.907487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:20.911860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:20.942269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d8a903-0012-457b-a1ac-ba4c9b7ee335,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:20.946141 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:20.946454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Sync routers for ids ['dad0ae0f-2073-4bd1-b68d-caed090f378b'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:00:20.957695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:20.960172 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2328036
Apr 09 02:00:20.962545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Routers {'dad0ae0f-2073-4bd1-b68d-caed090f378b'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:20.962958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57390) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:20.963523 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe76005a128>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['dad0ae0f-2073-4bd1-b68d-caed090f378b'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:20.974726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'security_group_rule': {'security_group_id': '401d29b3-4d86-402d-b742-8d41c72816aa', 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:20.988433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:20.996618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:security_group_rule and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:21.003707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:21.018398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:21.049761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.054039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57394) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:21.182436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.189237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.193121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-06c876f8-3c06-4db1-8d16-6568d84c380a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:21.223944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Set router dad0ae0f-2073-4bd1-b68d-caed090f378b gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:21.231905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.238236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d9cc3f-1c98-4545-96a5-0a724ff918d4,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:21.246044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:21.258092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:21.258427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.260462 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2d3cf5cb-7e7d-4643-babf-c6f1c04a9425 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2952478
Apr 09 02:00:21.263338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57400) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:21.273965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'security_group_rule': {'security_group_id': '401d29b3-4d86-402d-b742-8d41c72816aa', 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:21.277971 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Usage tracker for resource:security_group_rule and tenant:2f116a7da75149cfb6c7461e1b6abc25 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:21.284667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:21.290192 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:21.292766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:21.303066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:security_group_rule and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:21.308496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:21.321476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:21.359148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.412742 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 81796737-b7ae-4645-8fc8-a9a44a27235e up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:21.424132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.433261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.496353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5f7683a6-cc94-47e2-8deb-f91893acecde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:21.513787 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2f116a7da75149cfb6c7461e1b6abc25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4580543
Apr 09 02:00:21.515606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.517100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57404) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:21.526806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 81796737-b7ae-4645-8fc8-a9a44a27235e triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:21.527746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.562734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0a2de9-8932-43a9-a6c2-ff7190211a05,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:21.569538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:21.599863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.615876 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-38d92805-765e-4769-9630-1b0a8ab7c6ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:21.671901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0246ce3-85e0-4300-8c18-6251a525a9f1,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:21.684941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:21.699081 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.704153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57410) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:21.704485 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4387598
Apr 09 02:00:21.711120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-403c3978-56fd-44da-80e7-86426eb3ccfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.719742 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'security_group_rule': {'security_group_id': '401d29b3-4d86-402d-b742-8d41c72816aa', 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:21.745855 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:21.754279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:security_group_rule and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:21.756761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-403c3978-56fd-44da-80e7-86426eb3ccfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.760198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:21.772981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:21.786192 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe76005a128>, [{'id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:00:03Z', 'updated_at': '2021-04-09T02:00:16Z', 'revision_number': 4, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'gw_port': {'id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:05Z', 'updated_at': '2021-04-09T02:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '38c6b954-dad9-429f-a963-3e03053ae966', 'name': '', 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'mac_address': 'fa:16:3e:9e:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f8e12856-f684-497c-9a67-891b95f5d44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:13Z', 'updated_at': '2021-04-09T02:00:16Z', 'revision_number': 2, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'subnets': [{'id': 'f8e12856-f684-497c-9a67-891b95f5d44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:21.790895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Checking router: dad0ae0f-2073-4bd1-b68d-caed090f378b for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:00:21.791166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.791590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Updating router dad0ae0f-2073-4bd1-b68d-caed090f378b port 38c6b954-dad9-429f-a963-3e03053ae966 binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 02:00:21.846536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-403c3978-56fd-44da-80e7-86426eb3ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.855974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-78a21a39-c4ae-45d9-a8d8-6a5e6221a9b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:21.879609 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.883498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c3978-56fd-44da-80e7-86426eb3ccfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0a2de9-8932-43a9-a6c2-ff7190211a05,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:21.890055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-403c3978-56fd-44da-80e7-86426eb3ccfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:21.891641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-403c3978-56fd-44da-80e7-86426eb3ccfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:21.893762 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-403c3978-56fd-44da-80e7-86426eb3ccfa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4b0a2de9-8932-43a9-a6c2-ff7190211a05 HTTP/1.1" status: 204  len: 168 time: 0.3744047
Apr 09 02:00:22.014275 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d55aaca9-f28b-4bca-9a2a-4309eea2b0b4 req-9c9edc39-433f-4e37-80b8-28e86d8f9309 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 210 time: 0.1529846
Apr 09 02:00:22.077446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.140172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.161644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:22.190848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5879384-c78f-4e80-ba78-86239ed9f68a,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:22.200351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:22.231652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.236542 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-392b8eb2-c761-46df-b1e9-86507936fa06 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5273054
Apr 09 02:00:22.239916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57420) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:22.250069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'security_group_rule': {'security_group_id': '401d29b3-4d86-402d-b742-8d41c72816aa', 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:22.263384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199217e-bb5f-42cd-be5e-2795936b908e req-a07e4682-7c79-42ba-9802-40039c80d41f tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:22.273212 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f199217e-bb5f-42cd-be5e-2795936b908e req-a07e4682-7c79-42ba-9802-40039c80d41f tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.1900132
Apr 09 02:00:22.294518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:22.302820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:security_group_rule and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:22.319607 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f199217e-bb5f-42cd-be5e-2795936b908e req-3a1c788b-9326-4bbd-a52a-e8e6e0f36ca1 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453200
Apr 09 02:00:22.321317 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:22.331771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:22.348606 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.securitygroups_db [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Project 6bf79679be104ba7b95bf2c38a0760a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 02:00:22.364227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.503492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-39d3125a-0a02-43ce-8dd1-988c75c86096 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:22.505221 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-39d3125a-0a02-43ce-8dd1-988c75c86096 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 810 time: 0.3862903
Apr 09 02:00:22.511109 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.514473 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.516917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:22.566315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2a4b56-50c7-44a1-aaba-b89008e69395,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:22.567710 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57426) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:22.570049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:22.578522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.582937 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-44caf73b-8800-427d-bdfb-a033c2ee62c7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3406551
Apr 09 02:00:22.585629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57430) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:22.592228 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'security_group_rule': {'security_group_id': '401d29b3-4d86-402d-b742-8d41c72816aa', 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:22.600823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:22.605635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:security_group_rule and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:22.611256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:22.620956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:22.629030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.636589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.638063 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.securitygroups_db [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Project 6bf79679be104ba7b95bf2c38a0760a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 02:00:22.643545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Transition to ACTIVE for port object 38c6b954-dad9-429f-a963-3e03053ae966 will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:22.649922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.656657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.682926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9b8bfac8-b946-4a95-80ca-0738a707db93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:22.683253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:22.692948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-eac3ad57-2cd2-471d-b9a8-75fc24573a66 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Synchronizing usage tracker for tenant:04741939d3534ea99b01d960cf92f527 on resource:security_group {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:22.696363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Usage tracker for resource:security_group_rule and tenant:1ab46a50b7d44624adf256801fe2fa57 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:22.700465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:22.711270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:22.725487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-eac3ad57-2cd2-471d-b9a8-75fc24573a66 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Unset dirty status for tenant:04741939d3534ea99b01d960cf92f527 on resource:security_group {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:22.727031 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-eac3ad57-2cd2-471d-b9a8-75fc24573a66 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04741939d3534ea99b01d960cf92f527 HTTP/1.1" status: 200  len: 5704 time: 0.1990559
Apr 09 02:00:22.745427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'port': {'device_id': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'admin_state_up': True, 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'security_groups': ['76772fa7-73c6-4c18-b720-0c2e188e8491']}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:22.755880 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.760162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.770988 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b53e9a31-564d-4992-88ea-dd281c2cf0c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:22.792104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a1b991-3dc6-4b15-9b95-c682c2e79362,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:22.797676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:22.805400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:22.806753 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5ebae4bf-f136-4369-90e3-77bdb68505b2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2205086
Apr 09 02:00:22.827416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Pushing event updated for resources: {'Port': ['ID=38c6b954-dad9-429f-a963-3e03053ae966,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:22.849427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.849427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.849427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.849427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.849427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.849427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.849851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.849851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.850450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.850593 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.851007 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.851281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:22.858147 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:22.982584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:23.007672 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.009227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:23.013176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.024656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a642e094-b91a-4dd1-ab3a-aa94fad92495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:23.054436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Made reservation on behalf of 04741939d3534ea99b01d960cf92f527 for: {'port': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:00:23.060834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.095016 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8a5ce8-0a33-4a81-9038-414cb815ff72,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:23.103712 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ab46a50b7d44624adf256801fe2fa57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5340137
Apr 09 02:00:23.104016 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Attempting to bind port 38c6b954-dad9-429f-a963-3e03053ae966 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:00:23.104463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Attempting to bind port 38c6b954-dad9-429f-a963-3e03053ae966 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': 'fe2bf28a-39c5-41a2-86d5-71c65b55f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:00:23.104875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Attempting to bind port 38c6b954-dad9-429f-a963-3e03053ae966 on network cca49ec7-342c-4a5f-a30d-41332b7be745 {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:23.105003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:23.108649 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57460) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:23.112900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:00:23.113319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Checking segment: {'id': 'fe2bf28a-39c5-41a2-86d5-71c65b55f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:00:23.113776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.114216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Bound using segment: {'id': 'fe2bf28a-39c5-41a2-86d5-71c65b55f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:00:23.114740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Bound port: 38c6b954-dad9-429f-a963-3e03053ae966, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2bf28a-39c5-41a2-86d5-71c65b55f546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:00:23.115153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.270229 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] For port 38c6b954-dad9-429f-a963-3e03053ae966, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:00:23.274723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-70434e03-2857-4b43-b110-10981cdf363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.277155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] For port 38c6b954-dad9-429f-a963-3e03053ae966, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=38c6b954-dad9-429f-a963-3e03053ae966,segment=NetworkSegment(fe2bf28a-39c5-41a2-86d5-71c65b55f546),segment_id=fe2bf28a-39c5-41a2-86d5-71c65b55f546)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:00:23.302795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.320224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:23.391272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Allocated IP 172.20.0.11 (b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3/ccc8e70f-5f92-46e9-9319-75866c97bd79/4f9e1053-02e4-41a2-810b-44dbe3882f43) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:00:23.517596 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-da42355b-9634-4256-a0c6-bece905872da req-774bfe76-0152-48c7-91a5-8a0133b160c4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 210 time: 0.2162321
Apr 09 02:00:23.548919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-70434e03-2857-4b43-b110-10981cdf363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.645568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-70434e03-2857-4b43-b110-10981cdf363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.653459 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:23.707733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Pushing event updated for resources: {'Port': ['ID=38c6b954-dad9-429f-a963-3e03053ae966,revision_number=4']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:23.713876 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e900db49-cc58-4cd2-a065-940982067d9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:23.723799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70434e03-2857-4b43-b110-10981cdf363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8a5ce8-0a33-4a81-9038-414cb815ff72,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:23.726416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-70434e03-2857-4b43-b110-10981cdf363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.727903 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-70434e03-2857-4b43-b110-10981cdf363b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb8a5ce8-0a33-4a81-9038-414cb815ff72 HTTP/1.1" status: 204  len: 168 time: 0.6170738
Apr 09 02:00:23.729382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-70434e03-2857-4b43-b110-10981cdf363b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:23.740669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:23.764066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Routers {'dad0ae0f-2073-4bd1-b68d-caed090f378b'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:23.765650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe76005a128>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['dad0ae0f-2073-4bd1-b68d-caed090f378b'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:23.793736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac3a50-a4c7-4edb-a07e-4bb9dc68558e req-6246bbfb-b249-4e6f-b63e-71a19545a40b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:23.796783 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c2ac3a50-a4c7-4edb-a07e-4bb9dc68558e req-6246bbfb-b249-4e6f-b63e-71a19545a40b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.1313813
Apr 09 02:00:23.836537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Transition to ACTIVE for port object 4f9e1053-02e4-41a2-810b-44dbe3882f43 will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:23.840570 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c2ac3a50-a4c7-4edb-a07e-4bb9dc68558e req-f5ae9e9f-1e62-4660-9018-60a073fb7118 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0309329
Apr 09 02:00:23.965757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:24.021597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f61299da-4bd4-4363-81dc-18d55808363c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:24.143020 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] Set router dad0ae0f-2073-4bd1-b68d-caed090f378b gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:24.202331 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event updated for resources: {'Port': ['ID=4f9e1053-02e4-41a2-810b-44dbe3882f43,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:24.208178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:24.276406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:24.277657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:24.280781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:00:24.378116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:24.388350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:24.433495 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6950822
Apr 09 02:00:24.454097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Request body: {'port': {'device_id': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:24.570053 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe76005a128>, [{'id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:00:03Z', 'updated_at': '2021-04-09T02:00:16Z', 'revision_number': 4, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'gw_port': {'id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:05Z', 'updated_at': '2021-04-09T02:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '38c6b954-dad9-429f-a963-3e03053ae966', 'name': '', 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'mac_address': 'fa:16:3e:9e:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f8e12856-f684-497c-9a67-891b95f5d44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:13Z', 'updated_at': '2021-04-09T02:00:23Z', 'revision_number': 4, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'subnets': [{'id': 'f8e12856-f684-497c-9a67-891b95f5d44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:24.586566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c96f857-0580-4db1-b5fe-5a1269fba25a None None] The sync data for ids ['dad0ae0f-2073-4bd1-b68d-caed090f378b'] in dv-cinder-784623-6-iscsi is: [{'id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:00:03Z', 'updated_at': '2021-04-09T02:00:16Z', 'revision_number': 4, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'gw_port': {'id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:05Z', 'updated_at': '2021-04-09T02:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '38c6b954-dad9-429f-a963-3e03053ae966', 'name': '', 'network_id': 'cca49ec7-342c-4a5f-a30d-41332b7be745', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'mac_address': 'fa:16:3e:9e:ef:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'f8e12856-f684-497c-9a67-891b95f5d44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:13Z', 'updated_at': '2021-04-09T02:00:23Z', 'revision_number': 4, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'subnets': [{'id': 'f8e12856-f684-497c-9a67-891b95f5d44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:00:24.595744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:24.707765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f98f0059-2d61-4497-bf1e-d81f3f2501f1 None None] Provisioning for port 4f9e1053-02e4-41a2-810b-44dbe3882f43 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:24.714124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f98f0059-2d61-4497-bf1e-d81f3f2501f1 None None] Provisioning complete for port 4f9e1053-02e4-41a2-810b-44dbe3882f43 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:24.714797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f98f0059-2d61-4497-bf1e-d81f3f2501f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:24.816170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-f98f0059-2d61-4497-bf1e-d81f3f2501f1 None None] Port 4f9e1053-02e4-41a2-810b-44dbe3882f43 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:00:24.907508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f597-d86d-45e8-838d-48705e31590a req-73e8a070-29e9-4515-92dd-b5e0a24e67cd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:24.912076 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6c54f597-d86d-45e8-838d-48705e31590a req-73e8a070-29e9-4515-92dd-b5e0a24e67cd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 932 time: 0.1662691
Apr 09 02:00:24.990497 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6c54f597-d86d-45e8-838d-48705e31590a req-f7b5f9d9-4e93-47fa-b7f9-f17e8f3e67fa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498643
Apr 09 02:00:25.180145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6551b-7f0d-4d34-bb90-677fc8b671d8 req-da109d7f-42a8-4e1a-a3a9-3ff56d254e61 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:25.182025 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-47b6551b-7f0d-4d34-bb90-677fc8b671d8 req-da109d7f-42a8-4e1a-a3a9-3ff56d254e61 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.1361744
Apr 09 02:00:25.216052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9e1053-02e4-41a2-810b-44dbe3882f43 {{(pid=85248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:00:25.221951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:25.240056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Transition to ACTIVE for port object 4f9e1053-02e4-41a2-810b-44dbe3882f43 will not be triggered until provisioned by entity L2. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:25.244126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:25.245549 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-47b6551b-7f0d-4d34-bb90-677fc8b671d8 req-d6b8c2ac-4b20-4fe3-a9cb-28f6cc491ac9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453475
Apr 09 02:00:25.263799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3658fc99-7604-4ce3-a6cc-16465d428244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:25.453756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 38c6b954-dad9-429f-a963-3e03053ae966 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:25.574106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 38c6b954-dad9-429f-a963-3e03053ae966 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:25.584531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9e1053-02e4-41a2-810b-44dbe3882f43,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:25.586575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 38c6b954-dad9-429f-a963-3e03053ae966 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:25.587361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:25.601951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:25.815455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:25.881528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 38c6b954-dad9-429f-a963-3e03053ae966, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=38c6b954-dad9-429f-a963-3e03053ae966,segment=NetworkSegment(fe2bf28a-39c5-41a2-86d5-71c65b55f546),segment_id=fe2bf28a-39c5-41a2-86d5-71c65b55f546)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:25.888898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Attempting to bind port 4f9e1053-02e4-41a2-810b-44dbe3882f43 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:00:25.889783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:25.901421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:25.910649 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Attempting to bind port 4f9e1053-02e4-41a2-810b-44dbe3882f43 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:00:25.911276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Attempting to bind port 4f9e1053-02e4-41a2-810b-44dbe3882f43 on network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:25.918226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Port 4f9e1053-02e4-41a2-810b-44dbe3882f43 on network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 02:00:25.918799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Attempting to bind port 4f9e1053-02e4-41a2-810b-44dbe3882f43 on network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:25.928746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 1, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:00:25.928746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Checking segment: {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:00:25.929405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Bound using segment: {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'} {{(pid=85248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:00:25.930027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Bound port: 4f9e1053-02e4-41a2-810b-44dbe3882f43, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61bf2605-00de-46cf-91f0-a55ff144d918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3'}}] {{(pid=85248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:00:25.930535 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:26.026067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=38c6b954-dad9-429f-a963-3e03053ae966,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:26.029891 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] For port 4f9e1053-02e4-41a2-810b-44dbe3882f43, host hv-cinder-78462, cleared binding levels {{(pid=85248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:00:26.030274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:26.035967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] For port 4f9e1053-02e4-41a2-810b-44dbe3882f43, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4f9e1053-02e4-41a2-810b-44dbe3882f43,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:00:26.042979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:26.087222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 73ca91c8-1321-4724-ba82-e895625c1079 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:00:26.142654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:26.269218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Pushing event updated for resources: {'Port': ['ID=4f9e1053-02e4-41a2-810b-44dbe3882f43,revision_number=3']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:26.274102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:26.289572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:26.290259 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:26.291791 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] 10.222.0.62 "PUT /v2.0/ports/4f9e1053-02e4-41a2-810b-44dbe3882f43 HTTP/1.1" status: 200  len: 1094 time: 1.8439779
Apr 09 02:00:26.292408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'tag': '4f9e1053-02e4-41a2-810b-44dbe3882f43'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:26.318536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d1c7e-dde5-4a53-a4e3-5880aeadc404 req-efce5abd-eabe-4990-a6d8-f569aca80cad tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:26.320571 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-582d1c7e-dde5-4a53-a4e3-5880aeadc404 req-efce5abd-eabe-4990-a6d8-f569aca80cad tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 944 time: 0.1332059
Apr 09 02:00:26.388384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73ca91c8-1321-4724-ba82-e895625c1079,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:26.402776 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-582d1c7e-dde5-4a53-a4e3-5880aeadc404 req-0438e9f3-ab42-444b-9688-b94b18e677da tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687943
Apr 09 02:00:26.459553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '73ca91c8-1321-4724-ba82-e895625c1079', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'port_id': '73ca91c8-1321-4724-ba82-e895625c1079', 'mac_address': 'fa:16:3e:09:75:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:00:26.567154 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'tag': '4f9e1053-02e4-41a2-810b-44dbe3882f43', 'status': 'completed', 'code': 200}
Apr 09 02:00:26.599873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-1bb47ebf-2807-4f3e-8223-2e34e321f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:26.601482 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-1bb47ebf-2807-4f3e-8223-2e34e321f696 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 1097 time: 0.2442157
Apr 09 02:00:26.630177 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:26.632501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ca91c8-1321-4724-ba82-e895625c1079 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:00:26.641110 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fa662-e7d8-40ad-820b-a35f185f6e12 req-043cd18e-a174-423c-886b-eb92fa97c398 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:26.643550 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-811fa662-e7d8-40ad-820b-a35f185f6e12 req-043cd18e-a174-423c-886b-eb92fa97c398 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.1776061
Apr 09 02:00:26.669307 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73ca91c8-1321-4724-ba82-e895625c1079,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:26.677795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:26.680060 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f203d60c-80ee-4c50-9d6a-af88dea7ad5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:26.707545 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-811fa662-e7d8-40ad-820b-a35f185f6e12 req-24734d3d-b2d9-4d77-93fa-7f5684b93be0 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0568514
Apr 09 02:00:26.724278 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-200a922f-1ee7-4087-be71-1d219803301e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9e1053-02e4-41a2-810b-44dbe3882f43 HTTP/1.1" status: 200  len: 217 time: 0.1085346
Apr 09 02:00:26.780951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=73ca91c8-1321-4724-ba82-e895625c1079,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:26.785050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:26.818459 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-cbd1b4c2-b360-47b1-8aff-6a69a6ea169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:26.820146 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-cbd1b4c2-b360-47b1-8aff-6a69a6ea169e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 200  len: 849 time: 0.0879295
Apr 09 02:00:26.992594 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['73ca91c8-1321-4724-ba82-e895625c1079'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:00:27.202576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-dd150864-ff09-4e71-b414-f3b78ea00a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:27.204486 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-dd150864-ff09-4e71-b414-f3b78ea00a39 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3775907
Apr 09 02:00:27.383176 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-48ebd290-aabd-46e4-8b69-86cc53d4f7ac service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685040
Apr 09 02:00:27.411240 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 38c6b954-dad9-429f-a963-3e03053ae966 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:27.525342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 38c6b954-dad9-429f-a963-3e03053ae966 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:27.525914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:27.618108 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84f6ffce-f5d2-49ab-be13-70b975638484 req-eda74ebe-c1df-475e-868a-4eeb8d71a53c service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2263436
Apr 09 02:00:27.722983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c343f-ef19-479a-90bc-94ebe0344bb2 req-0a832aed-97c8-47a4-aeba-1878919abc39 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:27.724718 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-599c343f-ef19-479a-90bc-94ebe0344bb2 req-0a832aed-97c8-47a4-aeba-1878919abc39 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 944 time: 0.1671331
Apr 09 02:00:27.814887 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-599c343f-ef19-479a-90bc-94ebe0344bb2 req-6ae44ea5-a3eb-4f67-b4e6-4d546f836ab4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828187
Apr 09 02:00:27.961211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-a9449885-7caa-4bbb-b2d3-03d4b6e0776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:27.963010 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-a9449885-7caa-4bbb-b2d3-03d4b6e0776d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 1097 time: 0.2187438
Apr 09 02:00:28.065905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd87ac-baeb-40d5-af7f-8808ddf3f080 req-3be4ba8f-a31b-4c34-9208-fbabc44e816c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:28.067634 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51fd87ac-baeb-40d5-af7f-8808ddf3f080 req-3be4ba8f-a31b-4c34-9208-fbabc44e816c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 944 time: 0.0976400
Apr 09 02:00:28.092407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 73ca91c8-1321-4724-ba82-e895625c1079 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:28.102639 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51fd87ac-baeb-40d5-af7f-8808ddf3f080 req-dde61498-d2d3-4458-b925-d9b822074a58 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0285182
Apr 09 02:00:28.152929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-15b46158-e090-466c-8a70-55b1311e4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:28.154519 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-15b46158-e090-466c-8a70-55b1311e4151 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 911 time: 0.1847210
Apr 09 02:00:28.172053 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 73ca91c8-1321-4724-ba82-e895625c1079 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:28.177377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 73ca91c8-1321-4724-ba82-e895625c1079 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:28.177799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:28.197665 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-c3936bd6-840d-4821-a7fd-3db9f363197c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0929685
Apr 09 02:00:28.255450 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-a1da903b-0913-4cd8-8f46-3f6099c97f54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9e1053-02e4-41a2-810b-44dbe3882f43 HTTP/1.1" status: 200  len: 217 time: 0.0818770
Apr 09 02:00:28.320709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-f30961fd-e565-4f24-9770-db016d63a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:28.322313 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-f30961fd-e565-4f24-9770-db016d63a3a2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 1099 time: 0.0882862
Apr 09 02:00:28.327126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:28.340225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:28.352847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73ca91c8-1321-4724-ba82-e895625c1079,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:28.357585 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:28.360602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:28.367746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-49e8a5e7-f487-47f9-8c65-de7a511909d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:28.370369 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-49e8a5e7-f487-47f9-8c65-de7a511909d7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 200  len: 849 time: 0.1060514
Apr 09 02:00:28.466325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=73ca91c8-1321-4724-ba82-e895625c1079,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:28.481125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:28.484944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-c39a7b6d-3758-45b6-895d-a5b02b20ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:28.492527 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-c39a7b6d-3758-45b6-895d-a5b02b20ea65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1000946
Apr 09 02:00:28.512072 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-cd02d461-a3d6-4106-a254-269e048b13c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:28.514036 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-cd02d461-a3d6-4106-a254-269e048b13c2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 917 time: 0.1633465
Apr 09 02:00:28.547706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:00:28.595403 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079', 'code': 200}
Apr 09 02:00:28.647795 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-dab24d4f-1d90-4d84-8a10-bcad11f8ade3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71b85585-c25f-4f99-b8af-0177009e9005 HTTP/1.1" status: 200  len: 1001 time: 0.1244168
Apr 09 02:00:28.677548 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-5b0f5dd6-4d90-4753-807d-c651efb9f54e service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822596
Apr 09 02:00:28.745445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-77de37d8-8ce6-408c-9a63-67c61f69ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:28.748826 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-77de37d8-8ce6-408c-9a63-67c61f69ac18 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0919569
Apr 09 02:00:28.888278 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee19b1da-dd2b-46dc-b748-8f7c7701f585 req-42b7736c-e414-4788-81ce-71655932cdf9 service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2037888
Apr 09 02:00:29.006454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-17010068-461a-4423-9fad-55eb4d680c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:29.007972 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-17010068-461a-4423-9fad-55eb4d680c69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2486279
Apr 09 02:00:29.187521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a9fb1-c75a-4d33-b7c5-71f5b445eb22 req-855edf3b-a13c-49f2-aef8-b5c76c92ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:29.189213 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-033a9fb1-c75a-4d33-b7c5-71f5b445eb22 req-855edf3b-a13c-49f2-aef8-b5c76c92ee61 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1098 time: 0.3078854
Apr 09 02:00:29.252541 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-033a9fb1-c75a-4d33-b7c5-71f5b445eb22 req-a677fef2-81cf-45e3-ad46-3aca95f2a640 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0501831
Apr 09 02:00:29.304787 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:29.331284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be879b30-7f9e-4cbf-ab19-72d62f364ba8 req-b028cfae-3b77-4a0f-a479-9d3bce54eb4a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:29.333001 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-be879b30-7f9e-4cbf-ab19-72d62f364ba8 req-b028cfae-3b77-4a0f-a479-9d3bce54eb4a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 944 time: 0.3327508
Apr 09 02:00:29.346295 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-23990c7b-275a-4859-b2b4-5275261db308 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2865856
Apr 09 02:00:29.385646 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-be879b30-7f9e-4cbf-ab19-72d62f364ba8 req-31949e26-f2e1-48df-b8a6-28f2c540b3e1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452244
Apr 09 02:00:29.410502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8546bd-a5d0-4025-b13b-b1aa09af8d20 req-647e55bb-7590-4357-b8c5-9fbc34056254 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:29.412276 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9b8546bd-a5d0-4025-b13b-b1aa09af8d20 req-647e55bb-7590-4357-b8c5-9fbc34056254 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1579423
Apr 09 02:00:29.455814 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9b8546bd-a5d0-4025-b13b-b1aa09af8d20 req-a5cf3151-9490-441d-9f22-47a481708cdc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0301797
Apr 09 02:00:29.672826 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78029e5e-f38c-4e9a-b3e5-49eb94b6b5c0 req-f92d29d7-1009-4951-b78a-31bb93c0551f service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444747
Apr 09 02:00:30.111384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 4f9e1053-02e4-41a2-810b-44dbe3882f43 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:00:30.494618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 4f9e1053-02e4-41a2-810b-44dbe3882f43, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4f9e1053-02e4-41a2-810b-44dbe3882f43,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:30.530839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '4f9e1053-02e4-41a2-810b-44dbe3882f43', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'port_id': '4f9e1053-02e4-41a2-810b-44dbe3882f43', 'mac_address': 'fa:16:3e:5e:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:00:30.612681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:30.614052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9e1053-02e4-41a2-810b-44dbe3882f43 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:00:30.634811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 4f9e1053-02e4-41a2-810b-44dbe3882f43, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4f9e1053-02e4-41a2-810b-44dbe3882f43,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:30.638378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:30.641385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:30.753323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=4f9e1053-02e4-41a2-810b-44dbe3882f43,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:30.761223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:30.784450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17e599-d8a5-47ef-ab90-a20a84130ff1 req-4b302cd8-2bcc-4657-aa71-354ec2f6250d tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:30.786137 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2a17e599-d8a5-47ef-ab90-a20a84130ff1 req-4b302cd8-2bcc-4657-aa71-354ec2f6250d tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 945 time: 0.1867611
Apr 09 02:00:30.797547 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47251fc-7a8a-48bb-b227-67307b7c85d6 req-21db697c-c711-4496-876d-a069ca3235e0 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:30.798434 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e47251fc-7a8a-48bb-b227-67307b7c85d6 req-21db697c-c711-4496-876d-a069ca3235e0 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1601310
Apr 09 02:00:30.849576 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2a17e599-d8a5-47ef-ab90-a20a84130ff1 req-29a44eb3-a4db-4af3-8d10-b6fd6748ca95 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484555
Apr 09 02:00:30.858116 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e47251fc-7a8a-48bb-b227-67307b7c85d6 req-fc271c3b-25f4-4654-8bf9-f530990b1543 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381644
Apr 09 02:00:30.985606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['4f9e1053-02e4-41a2-810b-44dbe3882f43'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:00:31.088879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57596) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:31.122162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf465-d4f0-4f3c-ad94-9f56cbef7ef3 req-9528b6e4-f2f9-46d7-8fa1-72c2cc531873 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:31.124901 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f4acf465-d4f0-4f3c-ad94-9f56cbef7ef3 req-9528b6e4-f2f9-46d7-8fa1-72c2cc531873 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1158142
Apr 09 02:00:31.182123 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f4acf465-d4f0-4f3c-ad94-9f56cbef7ef3 req-2b5f2441-a157-42c6-af39-0279e1b5e125 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0500364
Apr 09 02:00:31.200384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57602) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:31.318145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:31.346939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:31.355655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Usage tracker for resource:security_group_rule and tenant:d632b262b43745fe83e5ece710944b7d is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:31.362571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:31.374808 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:31.582663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:31.586658 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:31.595511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:31.607154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011179b7-6018-46c5-abd5-0f905ccb8520 tempest-TestShelveInstance-709549951 tempest-TestShelveInstance-709549951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:31.608473 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-011179b7-6018-46c5-abd5-0f905ccb8520 tempest-TestShelveInstance-709549951 tempest-TestShelveInstance-709549951-project-admin] Synchronizing usage tracker for tenant:9f5e036dadf04b17b6c2e5f24b005118 on resource:port {{(pid=85248) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:31.655975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9b3f8d-3fd2-4bec-bfee-f1f2f531e809,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:31.667395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:31.676067 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d632b262b43745fe83e5ece710944b7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5856926
Apr 09 02:00:31.680691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57608) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:31.699380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-011179b7-6018-46c5-abd5-0f905ccb8520 tempest-TestShelveInstance-709549951 tempest-TestShelveInstance-709549951-project-admin] Unset dirty status for tenant:9f5e036dadf04b17b6c2e5f24b005118 on resource:port {{(pid=85248) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:31.700745 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-011179b7-6018-46c5-abd5-0f905ccb8520 tempest-TestShelveInstance-709549951 tempest-TestShelveInstance-709549951-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1093 time: 0.4992905
Apr 09 02:00:31.703881 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57612) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:31.712731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Request body: {'floatingip': {'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'port_id': '73ca91c8-1321-4724-ba82-e895625c1079', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:31.722530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:31.738600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Usage tracker for resource:floatingip and tenant:ac3b8f7fb01041abac3b9215f681e4e1 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:31.744718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:31.761215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:31.788550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for floatingip, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:31.812838 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d0c7075e-07f8-482d-bb9f-585189163164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:31.864994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d0c7075e-07f8-482d-bb9f-585189163164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:31.993161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d0c7075e-07f8-482d-bb9f-585189163164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.000945 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-598a28b9-4f68-4872-b5b3-d4a68059c6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:32.016453 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7075e-07f8-482d-bb9f-585189163164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9b3f8d-3fd2-4bec-bfee-f1f2f531e809,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:32.020627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d0c7075e-07f8-482d-bb9f-585189163164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:32.026163 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d0c7075e-07f8-482d-bb9f-585189163164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.029903 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d0c7075e-07f8-482d-bb9f-585189163164 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8a9b3f8d-3fd2-4bec-bfee-f1f2f531e809 HTTP/1.1" status: 204  len: 168 time: 0.3452330
Apr 09 02:00:32.052505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.126233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 4f9e1053-02e4-41a2-810b-44dbe3882f43 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:32.199368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbbdba-6049-4fef-9354-dec1e254eae0 req-f8584e4a-51bf-43ef-9fc1-9d6e2b574eaa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:32.202986 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53cbbdba-6049-4fef-9354-dec1e254eae0 req-f8584e4a-51bf-43ef-9fc1-9d6e2b574eaa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 945 time: 0.1237404
Apr 09 02:00:32.252070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 4f9e1053-02e4-41a2-810b-44dbe3882f43 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:32.252756 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53cbbdba-6049-4fef-9354-dec1e254eae0 req-50c3de9e-c3b2-44fd-9f03-c4b207deb68d tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428944
Apr 09 02:00:32.255419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Allocated IP 172.27.2.26 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/38cd386b-c7a7-4094-bc9e-00458864f0f0) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:00:32.263277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 4f9e1053-02e4-41a2-810b-44dbe3882f43 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:32.263714 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.439290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.456764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.463411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 4f9e1053-02e4-41a2-810b-44dbe3882f43, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4f9e1053-02e4-41a2-810b-44dbe3882f43,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:32.465310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9e1053-02e4-41a2-810b-44dbe3882f43'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:32.472737 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.475432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:32.526007 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.537683 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9e1053-02e4-41a2-810b-44dbe3882f43', 'code': 200}
Apr 09 02:00:32.543846 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cd3a4eef-458c-4da4-8f87-d56a3c38ec1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:32.559527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57626) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:32.591922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=4f9e1053-02e4-41a2-810b-44dbe3882f43,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:32.595889 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.621480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:32.621951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:32.628255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a461776a924b42ad83772d99bf9374 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:32.631397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:32.640410 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:32.732141 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'Port': ['ID=38cd386b-c7a7-4094-bc9e-00458864f0f0,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:32.737915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:32.791560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:32.792980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:32.795880 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:00:32.833282 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.851480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:32.863574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1d121f2a-ff3e-4b47-b973-e326592742d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:32.908098 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f5a461776a924b42ad83772d99bf9374&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3468187
Apr 09 02:00:32.931196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57630) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:33.181247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b29aad-de8e-48b6-bde0-fb5400371d61,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:33.191229 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:33.203963 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b6b48-2f2a-459b-9867-caaa05c4e94f req-50a1dff8-48d3-4e5a-9bc8-b9f45d9bdb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:33.207811 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-402b6b48-2f2a-459b-9867-caaa05c4e94f req-50a1dff8-48d3-4e5a-9bc8-b9f45d9bdb31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 1099 time: 0.4121368
Apr 09 02:00:33.224347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0e73a5eb-458f-479b-ad0f-cb8d895c2088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:33.236631 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-402b6b48-2f2a-459b-9867-caaa05c4e94f req-50ed2226-9edd-4913-8172-4e770bce86c4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0230277
Apr 09 02:00:33.454379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0e73a5eb-458f-479b-ad0f-cb8d895c2088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:33.536601 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc0036-0e4a-4b8a-982a-75af35b196cd req-cacd6937-741f-49a3-a8a9-1318f2a132cd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:33.539580 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-31dc0036-0e4a-4b8a-982a-75af35b196cd req-cacd6937-741f-49a3-a8a9-1318f2a132cd tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 946 time: 0.1490240
Apr 09 02:00:33.540067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0e73a5eb-458f-479b-ad0f-cb8d895c2088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:33.545706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c5f7dadd-ff19-48d1-8d7b-44c0697291d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:33.573090 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73a5eb-458f-479b-ad0f-cb8d895c2088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b29aad-de8e-48b6-bde0-fb5400371d61,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:33.575632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0e73a5eb-458f-479b-ad0f-cb8d895c2088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:33.593599 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-31dc0036-0e4a-4b8a-982a-75af35b196cd req-fd043a3e-0e31-4abc-9149-87dcd7daa82d tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460997
Apr 09 02:00:33.603346 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0e73a5eb-458f-479b-ad0f-cb8d895c2088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:33.604432 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0e73a5eb-458f-479b-ad0f-cb8d895c2088 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/36b29aad-de8e-48b6-bde0-fb5400371d61 HTTP/1.1" status: 204  len: 168 time: 0.6714880
Apr 09 02:00:33.651854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:33.749879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:34.333876 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:34.341865 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:34.365443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d2d3045f-f9cc-4bcd-8611-1bed4a6a33b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:34.516743 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event updated for resources: {'Port': ['ID=38cd386b-c7a7-4094-bc9e-00458864f0f0,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:34.536211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:34.686527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:34.907714 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3020b-e7f5-440e-9fb0-c92f4d21e7c8 req-b0063355-63bb-4116-9adc-8e0cb620b138 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:34.908461 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Floating IP b315e285-3cfe-4ea6-8435-a03686bc5a5b associated. External IP: 172.27.2.26, port: 73ca91c8-1321-4724-ba82-e895625c1079.
Apr 09 02:00:34.910957 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9da3020b-e7f5-440e-9fb0-c92f4d21e7c8 req-b0063355-63bb-4116-9adc-8e0cb620b138 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 946 time: 0.1203845
Apr 09 02:00:34.969259 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9da3020b-e7f5-440e-9fb0-c92f4d21e7c8 req-95ea38fc-08cc-45bf-83af-362c6d6b09d0 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512774
Apr 09 02:00:35.265517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82bc7e-98da-43c7-9315-4a5d770458bd req-48d18767-bc92-4d44-8e88-9a5a7484a851 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:35.267305 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9d82bc7e-98da-43c7-9315-4a5d770458bd req-48d18767-bc92-4d44-8e88-9a5a7484a851 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 946 time: 0.1592057
Apr 09 02:00:35.287944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57668) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:35.294676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-1cf1d739-2a72-400b-9187-7feb349c3cc1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Request body: {'floatingip': {'port_id': '4f9e1053-02e4-41a2-810b-44dbe3882f43'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:35.394705 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d739-2a72-400b-9187-7feb349c3cc1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:35.435319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Router fce8faad-aa62-4501-9ed3-56ba8d489889 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:00:35.659008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:00:35.669961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] Sync routers for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:00:35.681421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:35.682399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7601a1518>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:35.687067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:35.758562 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.0534952
Apr 09 02:00:35.759751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:35.840062 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079', 'status': 'completed', 'code': 200}
Apr 09 02:00:35.947848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:36.269021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-935eb8ad-b0bf-40b1-b4e9-0a58316f3acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:36.270555 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-935eb8ad-b0bf-40b1-b4e9-0a58316f3acd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1098 time: 0.3183169
Apr 09 02:00:36.349979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7601a1518>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:06Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'b315e285-3cfe-4ea6-8435-a03686bc5a5b', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'port_id': '73ca91c8-1321-4724-ba82-e895625c1079', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'mac_address': 'fa:16:3e:09:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:00:33Z', 'updated_at': '2021-04-09T02:00:33Z', 'revision_number': 0, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2142ca4b-742b-4046-92f6-0d6cc9e4a145', 'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'mac_address': 'fa:16:3e:80:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:05Z', 'updated_at': '2021-04-09T01:59:18Z', 'revision_number': 5, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'subnets': [{'id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:36.354630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] Checking router: fce8faad-aa62-4501-9ed3-56ba8d489889 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:00:36.372061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:36.373925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7601a1518>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:36.489559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d739-2a72-400b-9187-7feb349c3cc1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:36.496860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d739-2a72-400b-9187-7feb349c3cc1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:36.590904 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:36.666582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-e06f8d24-a016-4108-bf0d-d2b034572196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:36.668225 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-e06f8d24-a016-4108-bf0d-d2b034572196 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0911d7-2183-43e3-9703-f2a48c7303e9 HTTP/1.1" status: 200  len: 910 time: 0.3899319
Apr 09 02:00:36.805159 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-1cf1d739-2a72-400b-9187-7feb349c3cc1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Floating IP 83d93f1c-04df-41d3-86a0-3acf79179839 associated. External IP: 172.27.2.143, port: 4f9e1053-02e4-41a2-810b-44dbe3882f43.
Apr 09 02:00:37.114486 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7601a1518>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:06Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'b315e285-3cfe-4ea6-8435-a03686bc5a5b', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'port_id': '73ca91c8-1321-4724-ba82-e895625c1079', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'mac_address': 'fa:16:3e:09:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:00:33Z', 'updated_at': '2021-04-09T02:00:33Z', 'revision_number': 0, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2142ca4b-742b-4046-92f6-0d6cc9e4a145', 'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'mac_address': 'fa:16:3e:80:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:05Z', 'updated_at': '2021-04-09T01:59:18Z', 'revision_number': 5, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'subnets': [{'id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:37.122235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b644b26-b0a1-44eb-8393-b8aa6914b940 None None] The sync data for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi is: [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:06Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'b315e285-3cfe-4ea6-8435-a03686bc5a5b', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'floating_ip_address': '172.27.2.26', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'port_id': '73ca91c8-1321-4724-ba82-e895625c1079', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'mac_address': 'fa:16:3e:09:75:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:00:33Z', 'updated_at': '2021-04-09T02:00:33Z', 'revision_number': 0, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2142ca4b-742b-4046-92f6-0d6cc9e4a145', 'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'mac_address': 'fa:16:3e:80:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:05Z', 'updated_at': '2021-04-09T01:59:18Z', 'revision_number': 5, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'subnets': [{'id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:00:37.153460 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-0959d3d4-e285-44f8-9d95-19ddb80e1412 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ca91c8-1321-4724-ba82-e895625c1079 HTTP/1.1" status: 200  len: 998 time: 0.4739280
Apr 09 02:00:37.266061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-b2854d04-3ba7-4cd8-b53e-f78ec7195816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:37.267627 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-b2854d04-3ba7-4cd8-b53e-f78ec7195816 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8be35d05-70b7-428c-80b6-1f2d07885d22 HTTP/1.1" status: 200  len: 848 time: 0.1014066
Apr 09 02:00:37.420026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7588a4-1abd-411c-8630-77249e57cd95 None None] New status for floating IP b315e285-3cfe-4ea6-8435-a03686bc5a5b: ACTIVE {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:00:37.522847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-3c636fb9-adc1-4e06-aff5-b4bc10748c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:37.524496 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-3c636fb9-adc1-4e06-aff5-b4bc10748c4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0911d7-2183-43e3-9703-f2a48c7303e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2492633
Apr 09 02:00:37.676195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf1d739-2a72-400b-9187-7feb349c3cc1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:00:37.844718 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-015e32a5-b315-4fec-9b53-736f8b7e12d7 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3115835
Apr 09 02:00:38.014494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf1d739-2a72-400b-9187-7feb349c3cc1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:00:38.026899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] Sync routers for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:00:38.038647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:38.039351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bb3e4a8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:38.041225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d739-2a72-400b-9187-7feb349c3cc1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:38.104211 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac11fef7-423d-439f-a1e7-1ec5c9247397 req-e7e90866-ddff-45c7-9e34-82a6bdf39592 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2296102
Apr 09 02:00:38.125239 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1cf1d739-2a72-400b-9187-7feb349c3cc1 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "PUT /v2.0/floatingips/83d93f1c-04df-41d3-86a0-3acf79179839 HTTP/1.1" status: 200  len: 992 time: 2.8355138
Apr 09 02:00:38.126114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'tag': '4f9e1053-02e4-41a2-810b-44dbe3882f43'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:38.179900 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'tag': '4f9e1053-02e4-41a2-810b-44dbe3882f43', 'status': 'completed', 'code': 200}
Apr 09 02:00:38.263514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:38.374930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-933f96b1-0b3d-46ba-97e0-0846bf80b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:38.376578 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-933f96b1-0b3d-46ba-97e0-0846bf80b7f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=04741939d3534ea99b01d960cf92f527&device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 1099 time: 0.1315897
Apr 09 02:00:38.551871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-3241655b-3d73-4f26-b491-1dfe6de5899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:38.553576 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-3241655b-3d73-4f26-b491-1dfe6de5899f service neutron] 10.222.0.62 "GET /v2.0/networks?id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 200  len: 911 time: 0.1592391
Apr 09 02:00:38.693580 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-0c0154e8-2afc-4c9b-9414-d8fdb416bb36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f9e1053-02e4-41a2-810b-44dbe3882f43 HTTP/1.1" status: 200  len: 1000 time: 0.1315494
Apr 09 02:00:38.776458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-24559d87-0926-42bb-ada7-ceaa574143d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:38.778059 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-24559d87-0926-42bb-ada7-ceaa574143d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 200  len: 849 time: 0.0715563
Apr 09 02:00:38.838309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bb3e4a8>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': '83d93f1c-04df-41d3-86a0-3acf79179839', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'port_id': '4f9e1053-02e4-41a2-810b-44dbe3882f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'mac_address': 'fa:16:3e:5e:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:00:16Z', 'updated_at': '2021-04-09T02:00:36Z', 'revision_number': 1, 'project_id': '04741939d3534ea99b01d960cf92f527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:38.843248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] Checking router: 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:00:38.853455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:38.854155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bb3e4a8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:38.870887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-6765d1ae-e427-4bd2-98df-c75b30c52af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:38.872785 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-6765d1ae-e427-4bd2-98df-c75b30c52af2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873125
Apr 09 02:00:39.027223 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-0eac9d27-e19f-4262-aca1-2c1f1b0617f3 service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463358
Apr 09 02:00:39.063446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:39.192607 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d49d2280-e2ea-4538-99af-e6172bc00283 req-88e3cb60-52cf-4c5c-af96-750dfab9b8db service neutron] 10.222.0.62 "GET /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564243
Apr 09 02:00:39.460099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57744) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:39.552204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bb3e4a8>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': '83d93f1c-04df-41d3-86a0-3acf79179839', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'port_id': '4f9e1053-02e4-41a2-810b-44dbe3882f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'mac_address': 'fa:16:3e:5e:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:00:16Z', 'updated_at': '2021-04-09T02:00:36Z', 'revision_number': 1, 'project_id': '04741939d3534ea99b01d960cf92f527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:39.558566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb013bd6-291b-49af-b7d7-cf4c1b3da282 None None] The sync data for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi is: [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': '83d93f1c-04df-41d3-86a0-3acf79179839', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'floating_ip_address': '172.27.2.143', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'port_id': '4f9e1053-02e4-41a2-810b-44dbe3882f43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'mac_address': 'fa:16:3e:5e:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:00:16Z', 'updated_at': '2021-04-09T02:00:36Z', 'revision_number': 1, 'project_id': '04741939d3534ea99b01d960cf92f527', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:00:39.646119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:39.678264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:39.686749 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Usage tracker for resource:security_group_rule and tenant:40e5f394af0f45f6924b7f16e52f4db2 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:39.692662 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:39.706921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:39.815052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:39.819153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:39.830200 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bda29322-4a52-4e05-8aab-af1b02e7e68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:39.875685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c21f67e-0807-46c6-9f53-030b45965afd None None] New status for floating IP 83d93f1c-04df-41d3-86a0-3acf79179839: ACTIVE {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:00:39.879118 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57750) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:39.881239 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40e5f394af0f45f6924b7f16e52f4db2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4189119
Apr 09 02:00:39.883559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fb31b4-7adc-4a78-bbac-a425b38b457e,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:39.887499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:39.994465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3403c5d4-5994-46a0-894f-186b9f05b6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:40.042715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3403c5d4-5994-46a0-894f-186b9f05b6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:40.090424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3403c5d4-5994-46a0-894f-186b9f05b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:40.099038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-778ac5f5-f5c2-4d91-a001-400e54278b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:40.121687 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403c5d4-5994-46a0-894f-186b9f05b6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fb31b4-7adc-4a78-bbac-a425b38b457e,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:40.126510 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3403c5d4-5994-46a0-894f-186b9f05b6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:40.128136 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3403c5d4-5994-46a0-894f-186b9f05b6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:40.137430 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3403c5d4-5994-46a0-894f-186b9f05b6b1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c3fb31b4-7adc-4a78-bbac-a425b38b457e HTTP/1.1" status: 204  len: 168 time: 0.2542334
Apr 09 02:00:42.001273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-34cb7f3b-586b-4a26-9f1a-8c75fdebf3fc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Synchronizing usage tracker for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:security_group {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:42.019457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-34cb7f3b-586b-4a26-9f1a-8c75fdebf3fc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Unset dirty status for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:security_group {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:42.020911 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-34cb7f3b-586b-4a26-9f1a-8c75fdebf3fc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59632659&fields=id&tenant_id=6bf79679be104ba7b95bf2c38a0760a5 HTTP/1.1" status: 200  len: 267 time: 0.0487220
Apr 09 02:00:42.198947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-d6bffb7d-980f-4db4-9ed5-97c6feae88e7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:42.199686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-d6bffb7d-980f-4db4-9ed5-97c6feae88e7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Synchronizing usage tracker for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:network {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:42.216563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-d6bffb7d-980f-4db4-9ed5-97c6feae88e7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Unset dirty status for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:network {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:42.217880 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-d6bffb7d-980f-4db4-9ed5-97c6feae88e7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 811 time: 0.1895893
Apr 09 02:00:42.234616 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-38c4e576-25aa-4a4b-812f-ee2196f3378e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/quotas/6bf79679be104ba7b95bf2c38a0760a5 HTTP/1.1" status: 200  len: 375 time: 0.0106039
Apr 09 02:00:42.329158 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb396ff7-6151-41bc-8ab6-6dab37b4a4f8 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0881722
Apr 09 02:00:42.480604 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-1ae16731-46d8-4808-9609-8b2ad64e540a service neutron] 10.222.0.38 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388524
Apr 09 02:00:42.630391 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-8690f261-0d1f-4b0e-81db-d5a1a3ff6bc4 service neutron] 10.222.0.38 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428404
Apr 09 02:00:43.110630 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f74f8b31-993b-4d67-adb7-76b539c2c6b8 req-e436aaa3-2221-4098-9517-6468ac93c477 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 210 time: 0.0512750
Apr 09 02:00:43.777763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e40ded04-1e35-47f7-9a78-5c82075ac5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:44.608423 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2f391369-bd34-47b8-8bf9-7e075cef124d req-f8ace7b0-ccfe-4576-b56e-cb0f7352914c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 210 time: 0.3166850
Apr 09 02:00:44.653221 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-1a4cbb14-5c7f-49b8-9980-37170b6c417a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:44.655425 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-1a4cbb14-5c7f-49b8-9980-37170b6c417a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 811 time: 0.4746728
Apr 09 02:00:44.737795 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-ce7222dd-b73f-4f23-89eb-f060efcdc780 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bf79679be104ba7b95bf2c38a0760a5 HTTP/1.1" status: 200  len: 8057 time: 0.0560725
Apr 09 02:00:44.747772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'port': {'device_id': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'admin_state_up': True, 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'security_groups': ['401d29b3-4d86-402d-b742-8d41c72816aa']}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:44.900180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:44.905252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:port and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:44.908388 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:44.914444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:44.923270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Made reservation on behalf of 6bf79679be104ba7b95bf2c38a0760a5 for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:00:44.929500 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:45.087482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Allocated IP 172.20.0.10 (e1c93796-0098-4080-965f-a515624b9ca4/d7552f5e-393f-4928-8573-bff838a367c2/6ccc6b33-8ac8-4278-a8df-c08a6caf6b01) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:00:45.288702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:45.305635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Transition to ACTIVE for port object 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 will not be triggered until provisioned by entity DHCP. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:45.332031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:45.348406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b0ac16c1-c3d3-4ce1-ace5-a231c9eefd2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:45.501340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'Port': ['ID=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:45.506055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:45.556895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Network e1c93796-0098-4080-965f-a515624b9ca4 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:45.557951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:45.560341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:00:45.631302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:45.632075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:45.655553 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9122696
Apr 09 02:00:45.679874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Request body: {'port': {'device_id': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:45.777168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-3dc4ebd2-c8d0-4a40-b56f-42f97ac1a46a None None] Provisioning for port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:45.783508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-3dc4ebd2-c8d0-4a40-b56f-42f97ac1a46a None None] Provisioning complete for port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:45.783927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3dc4ebd2-c8d0-4a40-b56f-42f97ac1a46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:45.845102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4ebd2-c8d0-4a40-b56f-42f97ac1a46a None None] Port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:00:45.858322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:45.988593 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1000f83-7f1f-4c6c-bcc9-1f872220e0fb req-631a2054-f926-4811-9e87-a12c281b26a3 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:45.989332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-a1000f83-7f1f-4c6c-bcc9-1f872220e0fb req-631a2054-f926-4811-9e87-a12c281b26a3 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Synchronizing usage tracker for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:46.063774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-a1000f83-7f1f-4c6c-bcc9-1f872220e0fb req-631a2054-f926-4811-9e87-a12c281b26a3 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Unset dirty status for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:46.065121 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a1000f83-7f1f-4c6c-bcc9-1f872220e0fb req-631a2054-f926-4811-9e87-a12c281b26a3 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 932 time: 0.3238840
Apr 09 02:00:46.122557 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a1000f83-7f1f-4c6c-bcc9-1f872220e0fb req-c056a124-97ae-49ad-b291-1cb59b53333e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0506485
Apr 09 02:00:46.331703 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:00:46.339517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:46.354936 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Transition to ACTIVE for port object 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:00:46.357693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:46.373383 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-610af62a-c64e-4bdf-a134-04d48f971cdb tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:46.517131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:46.521724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:46.743690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Attempting to bind port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:00:46.744401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Attempting to bind port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:00:46.744401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Attempting to bind port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 on network e1c93796-0098-4080-965f-a515624b9ca4 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:46.750331 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 on network e1c93796-0098-4080-965f-a515624b9ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 02:00:46.750690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Attempting to bind port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 on network e1c93796-0098-4080-965f-a515624b9ca4 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:00:46.756616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:00:46.756994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Checking segment: {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:00:46.757559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Bound using segment: {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:00:46.758037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Bound port: 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:00:46.758425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:46.843278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] For port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:00:46.846600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] For port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:00:46.851111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:46.878490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:47.037634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:47.041115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:47.077312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:47.077735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:47.079223 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] 10.222.0.62 "PUT /v2.0/ports/6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 HTTP/1.1" status: 200  len: 1094 time: 1.4060130
Apr 09 02:00:47.079770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'tag': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:47.133877 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'tag': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'status': 'completed', 'code': 200}
Apr 09 02:00:47.245648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-ecdc057f-a908-4fc7-a988-06fa79161b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:47.247224 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-ecdc057f-a908-4fc7-a988-06fa79161b5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 1097 time: 0.0855119
Apr 09 02:00:47.365291 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-1ed51a08-197e-4dd8-bc91-a8fba4e1e136 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 HTTP/1.1" status: 200  len: 217 time: 0.0770350
Apr 09 02:00:47.453868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-340b2db5-0bae-45bb-8f5d-0985695b864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:47.455407 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-340b2db5-0bae-45bb-8f5d-0985695b864b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 200  len: 850 time: 0.0829027
Apr 09 02:00:47.463681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f5bed-d777-4c0d-817b-4adbeb338e15 req-b77299c1-6926-4d37-a940-1104f657825c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:47.465165 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-841f5bed-d777-4c0d-817b-4adbeb338e15 req-b77299c1-6926-4d37-a940-1104f657825c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 944 time: 0.2169874
Apr 09 02:00:47.538593 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-841f5bed-d777-4c0d-817b-4adbeb338e15 req-f5c20d99-c8bf-4872-a5e1-37672415ca2c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0335612
Apr 09 02:00:47.563709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-4dd7323a-a598-4472-80d7-a349b128e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:47.565341 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-4dd7323a-a598-4472-80d7-a349b128e305 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c93796-0098-4080-965f-a515624b9ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0992775
Apr 09 02:00:47.711073 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-1740b6b8-1d3b-4a64-9d39-fd58b5abd22c service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385860
Apr 09 02:00:47.862465 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cde2485e-a9d0-41f0-8ab2-132b9c8a95ac req-362c6b3b-7b55-4f77-b933-127c325ec71e service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412425
Apr 09 02:00:48.066810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-9c1fd546-7ab9-40d6-a91f-3806e81d0453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:48.068375 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-9c1fd546-7ab9-40d6-a91f-3806e81d0453 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 1097 time: 0.0826783
Apr 09 02:00:48.162464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bab8fce4-390f-4ae3-8f7d-56a16f339b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:48.217758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-e573ed47-2c2f-47fe-ace0-a322775a03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:48.219297 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-e573ed47-2c2f-47fe-ace0-a322775a03ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 912 time: 0.1401682
Apr 09 02:00:48.295877 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-9f993a99-e69f-4223-8363-5d8ff51f1072 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 HTTP/1.1" status: 200  len: 217 time: 0.0654011
Apr 09 02:00:48.372745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-d762a69e-d780-4495-a3e1-402e588285e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:48.374773 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-d762a69e-d780-4495-a3e1-402e588285e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 200  len: 850 time: 0.0683248
Apr 09 02:00:48.459007 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-4092d62a-f33f-4d8f-aa3c-ba47782b7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:48.460646 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-4092d62a-f33f-4d8f-aa3c-ba47782b7f95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c93796-0098-4080-965f-a515624b9ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785322
Apr 09 02:00:48.612562 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-2b81a186-19ae-4afd-83b3-8befef466dc4 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421227
Apr 09 02:00:48.733514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:49.068673 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-208c7b85-3d94-4d67-a3b2-b1171ba80707 req-7af058ce-6832-4c94-bf81-a619aeff67cc service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4487686
Apr 09 02:00:49.081609 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a35a5-a796-4fe0-a2ce-b84806d2e71f req-17034957-8399-4e82-b3a4-d0a65a06a61b tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:49.083209 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-db9a35a5-a796-4fe0-a2ce-b84806d2e71f req-17034957-8399-4e82-b3a4-d0a65a06a61b tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 944 time: 0.4227009
Apr 09 02:00:49.115924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:49.118436 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-db9a35a5-a796-4fe0-a2ce-b84806d2e71f req-00e88626-fa10-4436-9a0d-ee40f98693cf tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0280833
Apr 09 02:00:50.324429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fd635-4630-49ef-aa24-0bd67621ec1c req-29c37998-1b8b-4400-8c0d-e42c1b5083a2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:50.326025 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b68fd635-4630-49ef-aa24-0bd67621ec1c req-29c37998-1b8b-4400-8c0d-e42c1b5083a2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 944 time: 0.0912106
Apr 09 02:00:50.356760 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b68fd635-4630-49ef-aa24-0bd67621ec1c req-7b545409-787d-4aa5-89a4-774b9f64c77c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0243266
Apr 09 02:00:50.367440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:51.617560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767edce1-d71b-471c-8661-a571d8e7d636 req-c65d60a2-6c9d-475f-a265-13c8a0ad4609 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:51.619164 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767edce1-d71b-471c-8661-a571d8e7d636 req-c65d60a2-6c9d-475f-a265-13c8a0ad4609 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 946 time: 0.1684842
Apr 09 02:00:51.632531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124a322-0817-41d6-a516-6f27f17fafb0 req-084e457a-b7db-485f-a222-fd336f45a351 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:51.634024 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d124a322-0817-41d6-a516-6f27f17fafb0 req-084e457a-b7db-485f-a222-fd336f45a351 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 944 time: 0.1293306
Apr 09 02:00:51.683476 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-767edce1-d71b-471c-8661-a571d8e7d636 req-d0da8d93-9446-4d0b-92bd-fa1a7f74bda4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483344
Apr 09 02:00:51.688642 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d124a322-0817-41d6-a516-6f27f17fafb0 req-21454eb0-c9fc-4fdf-b2fa-99d645ead30b tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0399287
Apr 09 02:00:52.968178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9a42e-b21c-48bc-a563-d76547f4db4d req-1882acb2-8306-40c2-b3b6-11b589b69471 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:52.969863 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fec9a42e-b21c-48bc-a563-d76547f4db4d req-1882acb2-8306-40c2-b3b6-11b589b69471 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 946 time: 0.1263020
Apr 09 02:00:52.978175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181f5f6-8cfe-45ae-858f-eea9ce0965e6 req-cb4a6b2c-67ab-4f54-9e0b-1ecd973dbc17 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:52.979691 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5181f5f6-8cfe-45ae-858f-eea9ce0965e6 req-cb4a6b2c-67ab-4f54-9e0b-1ecd973dbc17 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 944 time: 0.1731679
Apr 09 02:00:53.026679 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fec9a42e-b21c-48bc-a563-d76547f4db4d req-e26f81d2-7cef-4b0a-a46e-6d28a0ca2ece tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=84513436-1bb2-4910-8840-226cf622d53a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459056
Apr 09 02:00:53.035195 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5181f5f6-8cfe-45ae-858f-eea9ce0965e6 req-16415d99-46ab-4156-a616-cc8e948f903e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0348039
Apr 09 02:00:53.289324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-8ada6475-7af0-4d74-bde3-d27d0fb53fc9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:53.290897 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-8ada6475-7af0-4d74-bde3-d27d0fb53fc9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 946 time: 0.0884018
Apr 09 02:00:53.375243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Deleting port 71b85585-c25f-4f99-b8af-0177009e9005 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:00:53.375628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:53.643934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] For port 71b85585-c25f-4f99-b8af-0177009e9005, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=71b85585-c25f-4f99-b8af-0177009e9005,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:53.644391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:53.961097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:53.961647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:53.962117 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Floating IP ff52e902-98d2-4362-8a52-27780494e8e2 disassociated. External IP: 172.27.2.136, port: 71b85585-c25f-4f99-b8af-0177009e9005.
Apr 09 02:00:53.962638 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Calling delete_port for 71b85585-c25f-4f99-b8af-0177009e9005 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:00:54.122583 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:54.145417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7370fe71-1715-49c1-afee-6be554da084b tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:54.218885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:00:54.286646 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event deleted for resources: {'Port': ['ID=71b85585-c25f-4f99-b8af-0177009e9005,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:54.368764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:54.369883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.370443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.371076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.371076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.371600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.371831 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.372311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.372659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.373124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.373776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.374224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.374224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:54.378083 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:54.384146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'port_id': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'mac_address': 'fa:16:3e:ed:1d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:00:54.385811 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e014b5da-f1cc-44eb-93d9-dd3e3a068d6d req-46b1abcf-627c-45da-99da-b89159b55493 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 210 time: 0.1894238
Apr 09 02:00:54.445074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:54.446050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:00:54.462428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:54.466003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:54.468614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:54.474254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf0350-3fe7-4445-9eb9-8e5554603bf3 req-12ff3cea-db0a-4820-b983-39a06e1971ac tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:54.475883 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ddaf0350-3fe7-4445-9eb9-8e5554603bf3 req-12ff3cea-db0a-4820-b983-39a06e1971ac tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 944 time: 0.2808299
Apr 09 02:00:54.545813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:54.549152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:54.628848 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ddaf0350-3fe7-4445-9eb9-8e5554603bf3 req-872d8214-1d2a-4d15-bc30-bc0dd946db53 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0979586
Apr 09 02:00:54.689127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:00:54.835133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['6ccc6b33-8ac8-4278-a8df-c08a6caf6b01'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:00:54.892245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:00:54.909741 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] Sync routers for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:00:54.937999 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:54.938713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760d443c8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:54.994801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] No DVR routers for this DVR port 71b85585-c25f-4f99-b8af-0177009e9005 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:00:54.998325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:55.006854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-deleted', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:55.018126 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-daf76fcd-3aea-4875-95ff-7716bc4270d1 req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "DELETE /v2.0/ports/71b85585-c25f-4f99-b8af-0177009e9005 HTTP/1.1" status: 204  len: 173 time: 1.7148068
Apr 09 02:00:55.071305 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c14a62f-95a1-44dd-8d6a-b490bcf95c48', 'name': 'network-vif-deleted', 'tag': '71b85585-c25f-4f99-b8af-0177009e9005', 'status': 'completed', 'code': 200}
Apr 09 02:00:55.210143 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:55.589194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-c20063f1-45ec-4ba6-9b66-dad264ee9c65 req-606ef01b-9f6f-44f0-af79-5c74af9eefff tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Synchronizing usage tracker for tenant:bf455ad3606b44cea681dcfebb803125 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:00:55.604760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-c20063f1-45ec-4ba6-9b66-dad264ee9c65 req-606ef01b-9f6f-44f0-af79-5c74af9eefff tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Unset dirty status for tenant:bf455ad3606b44cea681dcfebb803125 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:00:55.606080 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c20063f1-45ec-4ba6-9b66-dad264ee9c65 req-606ef01b-9f6f-44f0-af79-5c74af9eefff tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=3c14a62f-95a1-44dd-8d6a-b490bcf95c48 HTTP/1.1" status: 200  len: 210 time: 0.0665808
Apr 09 02:00:55.678314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760d443c8>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:55.682803 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] Checking router: 5e6d907c-91f9-4aec-b93b-a62c80b41d13 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:00:55.694918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:00:55.695623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760d443c8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:55.846337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011637-4c82-4134-93b3-8761a9be581f req-fc8f2259-bc9b-4501-9b26-22c6aaf4ed60 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:55.847971 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cf011637-4c82-4134-93b3-8761a9be581f req-fc8f2259-bc9b-4501-9b26-22c6aaf4ed60 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 945 time: 0.0928755
Apr 09 02:00:55.886044 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cf011637-4c82-4134-93b3-8761a9be581f req-31709c53-4631-4942-84c3-59eafc408e27 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0261307
Apr 09 02:00:56.074616 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:00:56.294580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:00:56.443308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:00:56.454976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:00:56.455395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:56.532880 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760d443c8>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:00:56.539749 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3eff60-9305-4545-8aa3-70333b6612e1 None None] The sync data for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi is: [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:00:56.603188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:56.615355 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:00:56.626182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:00:56.630170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:56.631148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:00:56.670081 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'code': 200}
Apr 09 02:00:56.670673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:56.701959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 71b85585-c25f-4f99-b8af-0177009e9005 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:00:56.702363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 71b85585-c25f-4f99-b8af-0177009e9005 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:00:56.746574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:56.750984 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:56.762979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57872) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:56.852357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4d7b30de-0cfa-4746-9de3-5bd475be5ec7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:56.891257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4d7b30de-0cfa-4746-9de3-5bd475be5ec7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:56.995905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4d7b30de-0cfa-4746-9de3-5bd475be5ec7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:57.007055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-135e3881-0d33-4a51-b739-627a997419e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:57.034179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b30de-0cfa-4746-9de3-5bd475be5ec7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84513436-1bb2-4910-8840-226cf622d53a,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:57.037826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4d7b30de-0cfa-4746-9de3-5bd475be5ec7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:57.048268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4d7b30de-0cfa-4746-9de3-5bd475be5ec7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:57.049518 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4d7b30de-0cfa-4746-9de3-5bd475be5ec7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "DELETE /v2.0/security-groups/84513436-1bb2-4910-8840-226cf622d53a HTTP/1.1" status: 204  len: 168 time: 0.2848027
Apr 09 02:00:57.054309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57880) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:57.067401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df43e29c-e23a-4e7b-bca2-1f78455722dc None None] New status for floating IP ff52e902-98d2-4362-8a52-27780494e8e2: DOWN {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:00:57.078783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b66cf5-1c9d-4db5-8bf2-8c62fccb5454 req-6549c325-e73b-46ef-bd89-62fada975b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:57.080737 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53b66cf5-1c9d-4db5-8bf2-8c62fccb5454 req-6549c325-e73b-46ef-bd89-62fada975b5a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 1099 time: 0.1216564
Apr 09 02:00:57.085259 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.v2.resource [None req-03cd4e7a-4885-41c7-a938-22f8b979cce7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] show failed (client error): The resource could not be found.
Apr 09 02:00:57.086612 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-03cd4e7a-4885-41c7-a938-22f8b979cce7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups/84513436-1bb2-4910-8840-226cf622d53a HTTP/1.1" status: 404  len: 347 time: 0.0310194
Apr 09 02:00:57.089751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57884) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:57.169455 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53b66cf5-1c9d-4db5-8bf2-8c62fccb5454 req-4b01d2c1-7369-4035-93a8-539be739dcb0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389001
Apr 09 02:00:57.206117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b5a02-18fa-4299-a2df-eaef60280ecc req-a937a188-7069-4d79-812b-fff002b9255e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:57.207943 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a34b5a02-18fa-4299-a2df-eaef60280ecc req-a937a188-7069-4d79-812b-fff002b9255e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.1211209
Apr 09 02:00:57.246992 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a34b5a02-18fa-4299-a2df-eaef60280ecc req-c29ec7e7-feae-469d-8224-01f88d181298 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0301051
Apr 09 02:00:57.290281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Deleting port 22dd1458-cc86-4350-ad9a-a3de15de38cd {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:00:57.290557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:57.487234 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:57.487849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:57.618689 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Calling delete_port for 22dd1458-cc86-4350-ad9a-a3de15de38cd owned by network:floatingip {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:00:57.777340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:57.793620 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-22c5bf43-344f-44e8-ac2b-751650114ebc tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:57.860567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event deleted for resources: {'Port': ['ID=22dd1458-cc86-4350-ad9a-a3de15de38cd,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:57.920832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.921253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.921668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.922073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.922476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.922878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.923281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.924106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.924106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.924517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.924933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.925310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:00:57.930740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:58.087975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.122532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.122532 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "DELETE /v2.0/floatingips/ff52e902-98d2-4362-8a52-27780494e8e2 HTTP/1.1" status: 204  len: 168 time: 1.0312223
Apr 09 02:00:58.446010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57896) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:58.452777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--663259507', 'description': 'tempest-description--762478085'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:58.459501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:58.464370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:security_group and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:58.467826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:58.475132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:58.487372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.491739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:58.496168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:security_group_rule and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:58.500176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:58.506939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:58.570270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318a5e8-ee16-4995-8556-2acbed518ab2 req-33f3445a-2540-41fb-bdc3-8e691faa787e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:58.571970 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9318a5e8-ee16-4995-8556-2acbed518ab2 req-33f3445a-2540-41fb-bdc3-8e691faa787e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.0989428
Apr 09 02:00:58.607669 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9318a5e8-ee16-4995-8556-2acbed518ab2 req-93340758-8865-40a5-8210-68c3b8e15773 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0284560
Apr 09 02:00:58.631144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.634759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.642724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a6a3f098-b7d8-4967-8d88-198a1d4092ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:58.690868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aec437c-684f-467a-a32e-0c34ce102075,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:58.693841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.695163 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2480483
Apr 09 02:00:58.696213 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:58.699981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57900) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:58.705806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'security_group_rule': {'security_group_id': '0aec437c-684f-467a-a32e-0c34ce102075', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:58.712403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:58.717828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:security_group_rule and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:58.721151 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:58.727369 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:58.749555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.847213 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.850238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.852597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-620aa38a-6e34-4a7a-b1d5-80b49679d5b7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:58.876446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c574ed85-af9e-46e7-a4ba-b9a1da853699,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:58.881126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:58.889544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:58.891714 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-cf61a1cd-9b2a-456d-bc5c-3da79bd0f364 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1904864
Apr 09 02:00:58.896401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57904) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:58.902688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'security_group_rule': {'security_group_id': '0aec437c-684f-467a-a32e-0c34ce102075', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:58.910131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:58.914462 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:security_group_rule and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:58.917702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:58.924713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:58.942002 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:59.031344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:59.034528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:59.036947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e749d796-c66f-4d3c-878c-9eac4dae0442 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:59.062405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8538cf4-f7bc-4ff2-9d4f-83b34f35bdd6,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:59.066522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:59.076600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:59.078025 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ff0e683e-9b7f-4121-9bf0-4d2c24c37b0d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1805539
Apr 09 02:00:59.081437 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 57908) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:00:59.087632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'floatingip': {'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:00:59.095391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:00:59.099716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:floatingip and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:00:59.102823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:00:59.109334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:00:59.120300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:59.274365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:59.326277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:59.438644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Allocated IP 172.27.2.248 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/be36ae7b-117d-4b83-bd5e-601ff611343d) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:00:59.663669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:59.697877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:00:59.715492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-97091f83-4e60-458a-af50-e711b98f4f98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:00:59.866093 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'Port': ['ID=be36ae7b-117d-4b83-bd5e-601ff611343d,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:00:59.872716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aa5b8-80d0-4896-b23f-239978e68d23 req-8ed7b3ef-beea-4463-9506-e5d92e7cb264 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:00:59.872716 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ea7aa5b8-80d0-4896-b23f-239978e68d23 req-8ed7b3ef-beea-4463-9506-e5d92e7cb264 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.1370609
Apr 09 02:00:59.873072 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:00:59.909597 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ea7aa5b8-80d0-4896-b23f-239978e68d23 req-45919fc3-8580-4a1f-a997-dcc92bcc39f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0285661
Apr 09 02:00:59.956846 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:00:59.958995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:00:59.962799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:01:00.148358 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12943b-e325-41ad-ab2f-9361aa8d4a50 req-1f165a0e-0642-4f89-95bc-ac769c8285f5 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:00.149966 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6a12943b-e325-41ad-ab2f-9361aa8d4a50 req-1f165a0e-0642-4f89-95bc-ac769c8285f5 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.1110384
Apr 09 02:01:00.191734 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6a12943b-e325-41ad-ab2f-9361aa8d4a50 req-1c1f5640-e667-4cc3-9bcc-8f96649027c5 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0298738
Apr 09 02:01:00.218459 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57918) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:01:00.304315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:00.371323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:00.481672 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684db60f-c776-47d8-bb7e-b9108651acf3 tempest-TestVolumeBootPattern-1675588519 tempest-TestVolumeBootPattern-1675588519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:00.483018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-684db60f-c776-47d8-bb7e-b9108651acf3 tempest-TestVolumeBootPattern-1675588519 tempest-TestVolumeBootPattern-1675588519-project-admin] Synchronizing usage tracker for tenant:69bf4e11492d4df78736b36386cc9a0c on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:01:00.499552 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-684db60f-c776-47d8-bb7e-b9108651acf3 tempest-TestVolumeBootPattern-1675588519 tempest-TestVolumeBootPattern-1675588519-project-admin] Unset dirty status for tenant:69bf4e11492d4df78736b36386cc9a0c on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:01:00.500878 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-684db60f-c776-47d8-bb7e-b9108651acf3 tempest-TestVolumeBootPattern-1675588519 tempest-TestVolumeBootPattern-1675588519-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 1094 time: 0.2812331
Apr 09 02:01:00.503930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 57924) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:01:00.509763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'floatingip': {'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'port_id': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:01:00.516795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:01:00.520871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:floatingip and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:01:00.523839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:01:00.530570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:01:00.540580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for floatingip, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:00.650777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:00.655006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:00.670401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:00.688215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:00.820993 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'Port': ['ID=be36ae7b-117d-4b83-bd5e-601ff611343d,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:00.825628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:00.852772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Allocated IP 172.27.2.80 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/7957fff5-087f-4159-953a-d3a66908c0ef) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:01:00.993388 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:01.018838 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:01.020266 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9376915
Apr 09 02:01:01.265143 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:01.273091 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-a5c00ed8-2a31-4c85-b678-5a752838a80d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Synchronizing usage tracker for tenant:bf455ad3606b44cea681dcfebb803125 on resource:security_group {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:01:01.296513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-a5c00ed8-2a31-4c85-b678-5a752838a80d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Unset dirty status for tenant:bf455ad3606b44cea681dcfebb803125 on resource:security_group {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:01:01.297776 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-a5c00ed8-2a31-4c85-b678-5a752838a80d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--663259507&fields=id&tenant_id=bf455ad3606b44cea681dcfebb803125 HTTP/1.1" status: 200  len: 267 time: 0.0691333
Apr 09 02:01:01.360349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:01.426061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f5a04ac2-056e-456b-a4d7-7668dd00e842 tempest-ServerRescueNegativeTestJSON-1564119801 tempest-ServerRescueNegativeTestJSON-1564119801-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:01.596447 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'Port': ['ID=7957fff5-087f-4159-953a-d3a66908c0ef,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:01.603962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:01.631716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-2ba39207-6758-457c-8261-4b93d1b0e1cf tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:01.633320 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-2ba39207-6758-457c-8261-4b93d1b0e1cf tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 816 time: 0.3278124
Apr 09 02:01:01.668837 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-75625324-38f5-4f50-99af-b8df7cb70438 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/quotas/bf455ad3606b44cea681dcfebb803125 HTTP/1.1" status: 200  len: 375 time: 0.0278075
Apr 09 02:01:01.734902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:01:01.737562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:01:01.741080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:01:01.875252 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-eb710863-e18d-4b66-88ac-1dafd1884ba3 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1987102
Apr 09 02:01:02.275129 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-52f13608-6be4-41ff-9446-debb22bbf237 service neutron] 10.222.0.38 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3650229
Apr 09 02:01:02.477768 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-ea60f2f5-d88f-48a1-9555-fb11dc443f7f service neutron] 10.222.0.38 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862988
Apr 09 02:01:02.509185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:02.643501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:02.759960 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f5a580b-87b8-4762-99d3-242ccf8767e2 req-b159d337-2664-4864-a917-8255c6a43e5f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 210 time: 0.0617604
Apr 09 02:01:03.130951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:03.135145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:03.151266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67997e4c-b978-4f0c-94fd-fad9058b500f tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:03.295132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'Port': ['ID=7957fff5-087f-4159-953a-d3a66908c0ef,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:03.300733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:03.398324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:03.583750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Floating IP 550d765b-11cf-45bf-a95f-d46ec276a4c6 associated. External IP: 172.27.2.80, port: 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01.
Apr 09 02:01:04.100665 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d5b47904-20ad-4910-9f93-ec7878387688 req-ccf09eef-ed91-4854-9133-d22cfee935b7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 210 time: 0.0975330
Apr 09 02:01:04.374972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-19238988-1ac1-4e2b-aaad-5c57cce28997 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:04.376554 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-19238988-1ac1-4e2b-aaad-5c57cce28997 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 816 time: 0.3723266
Apr 09 02:01:04.433935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Router 4ce24115-159c-48f5-ad02-829798be077d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:01:04.466079 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-f5389f42-dada-416e-994e-6589a9aec18a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf455ad3606b44cea681dcfebb803125 HTTP/1.1" status: 200  len: 5707 time: 0.0663784
Apr 09 02:01:04.531590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'port': {'device_id': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'admin_state_up': True, 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'security_groups': ['0aec437c-684f-467a-a32e-0c34ce102075']}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:01:04.784044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:01:04.795739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:01:04.796693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24747289-b914-4db8-9390-666205506322 None None] Sync routers for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:01:04.807119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Usage tracker for resource:port and tenant:bf455ad3606b44cea681dcfebb803125 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:01:04.807392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24747289-b914-4db8-9390-666205506322 None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:01:04.808119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-24747289-b914-4db8-9390-666205506322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75b0acdd8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:04.810826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:01:04.822579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:01:04.830604 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:04.864499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Made reservation on behalf of bf455ad3606b44cea681dcfebb803125 for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:01:04.870921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:04.965411 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.4602649
Apr 09 02:01:04.969636 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'tag': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:01:05.006691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-24747289-b914-4db8-9390-666205506322 None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:01:05.024139 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'tag': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'status': 'completed', 'code': 200}
Apr 09 02:01:05.061011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Allocated IP 172.20.0.6 (ef903f2c-70db-4778-a505-57ac9ff39c7e/047489e8-c283-4f40-acb8-39c6fc2ed9ab/6dd2d631-1997-4a1f-bbbc-8809cba98527) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:01:05.335011 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-84379a4e-2c75-4fd5-b889-285d6ddc02cd req-b312e3b6-4ea5-4c6a-b036-ab54ebbe43aa tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 210 time: 0.0770721
Apr 09 02:01:05.344721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-cf825fef-493f-477b-9cf6-be570d0e1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:05.346300 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-cf825fef-493f-477b-9cf6-be570d0e1ef7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 1099 time: 0.2726605
Apr 09 02:01:05.390184 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-24747289-b914-4db8-9390-666205506322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75b0acdd8>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': '550d765b-11cf-45bf-a95f-d46ec276a4c6', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '4ce24115-159c-48f5-ad02-829798be077d', 'port_id': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'mac_address': 'fa:16:3e:ed:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:01:02Z', 'updated_at': '2021-04-09T02:01:02Z', 'revision_number': 0, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:05.394305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24747289-b914-4db8-9390-666205506322 None None] Checking router: 4ce24115-159c-48f5-ad02-829798be077d for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:01:05.403560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24747289-b914-4db8-9390-666205506322 None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:01:05.404847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-24747289-b914-4db8-9390-666205506322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75b0acdd8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:05.484130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:05.516924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Transition to ACTIVE for port object 6dd2d631-1997-4a1f-bbbc-8809cba98527 will not be triggered until provisioned by entity DHCP. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:01:05.537669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:01:05.543833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-ccd377f8-4fbc-449f-ae85-4f173fc7658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:05.545435 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-ccd377f8-4fbc-449f-ae85-4f173fc7658e service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 912 time: 0.1920869
Apr 09 02:01:05.593247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-24747289-b914-4db8-9390-666205506322 None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:01:05.645774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:05.662264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:05.741945 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-cccb0c83-3ea7-4d7d-959f-869c290ebb22 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 HTTP/1.1" status: 200  len: 999 time: 0.1889043
Apr 09 02:01:05.988548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-24747289-b914-4db8-9390-666205506322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75b0acdd8>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': '550d765b-11cf-45bf-a95f-d46ec276a4c6', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '4ce24115-159c-48f5-ad02-829798be077d', 'port_id': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'mac_address': 'fa:16:3e:ed:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:01:02Z', 'updated_at': '2021-04-09T02:01:02Z', 'revision_number': 0, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:05.993201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24747289-b914-4db8-9390-666205506322 None None] The sync data for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi is: [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': '550d765b-11cf-45bf-a95f-d46ec276a4c6', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '4ce24115-159c-48f5-ad02-829798be077d', 'port_id': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'mac_address': 'fa:16:3e:ed:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:01:02Z', 'updated_at': '2021-04-09T02:01:02Z', 'revision_number': 0, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:01:06.114540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:06.121302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:06.151722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-57289858-3a27-48ed-81a8-fb8323652092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:06.153240 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-57289858-3a27-48ed-81a8-fb8323652092 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 200  len: 850 time: 0.3523824
Apr 09 02:01:06.218062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Network ef903f2c-70db-4778-a505-57ac9ff39c7e is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:01:06.220060 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:01:06.222933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:01:06.309402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ff811d-fc78-4a8e-81dc-7649fc5105a7 None None] New status for floating IP 550d765b-11cf-45bf-a95f-d46ec276a4c6: ACTIVE {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:01:06.311865 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:06.312600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:06.331959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-91ace4eb-0216-455c-bd26-5f092a597ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:06.333605 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-91ace4eb-0216-455c-bd26-5f092a597ef4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c93796-0098-4080-965f-a515624b9ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1714635
Apr 09 02:01:06.369292 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8420298
Apr 09 02:01:06.440014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Request body: {'port': {'device_id': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:01:06.509453 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-31a01670-9bc3-46f6-a951-18acdcdecccd None None] Provisioning for port 6dd2d631-1997-4a1f-bbbc-8809cba98527 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:01:06.515673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-31a01670-9bc3-46f6-a951-18acdcdecccd None None] Provisioning complete for port 6dd2d631-1997-4a1f-bbbc-8809cba98527 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:01:06.516424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-31a01670-9bc3-46f6-a951-18acdcdecccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:06.578294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-31a01670-9bc3-46f6-a951-18acdcdecccd None None] Port 6dd2d631-1997-4a1f-bbbc-8809cba98527 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:01:06.689883 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-781e93f9-dd75-46b6-9b04-33eaff68200d service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3467565
Apr 09 02:01:06.693635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:06.927155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9abcd-1efc-48bf-a417-303bfe39c646 req-6a332b41-b785-4b57-81e5-2f736bbaecb6 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:06.927155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6fc9abcd-1efc-48bf-a417-303bfe39c646 req-6a332b41-b785-4b57-81e5-2f736bbaecb6 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Synchronizing usage tracker for tenant:bf455ad3606b44cea681dcfebb803125 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:01:06.988466 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b48f1b34-b378-44bd-a1d8-8a36689a665d req-5b092736-a56e-4106-8cc9-e8680f343267 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2617970
Apr 09 02:01:07.028659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6fc9abcd-1efc-48bf-a417-303bfe39c646 req-6a332b41-b785-4b57-81e5-2f736bbaecb6 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Unset dirty status for tenant:bf455ad3606b44cea681dcfebb803125 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:01:07.029976 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6fc9abcd-1efc-48bf-a417-303bfe39c646 req-6a332b41-b785-4b57-81e5-2f736bbaecb6 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 931 time: 0.4936650
Apr 09 02:01:07.080243 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6fc9abcd-1efc-48bf-a417-303bfe39c646 req-3a3748c9-af58-4cda-bc61-3794a1cc3933 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432000
Apr 09 02:01:07.305328 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd2d631-1997-4a1f-bbbc-8809cba98527 {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:01:07.314611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:07.330483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Transition to ACTIVE for port object 6dd2d631-1997-4a1f-bbbc-8809cba98527 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:01:07.333311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:07.349490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:07.493765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:07.498595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:07.708635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Attempting to bind port 6dd2d631-1997-4a1f-bbbc-8809cba98527 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:01:07.709005 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Attempting to bind port 6dd2d631-1997-4a1f-bbbc-8809cba98527 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:01:07.709365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Attempting to bind port 6dd2d631-1997-4a1f-bbbc-8809cba98527 on network ef903f2c-70db-4778-a505-57ac9ff39c7e {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:01:07.714532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Port 6dd2d631-1997-4a1f-bbbc-8809cba98527 on network ef903f2c-70db-4778-a505-57ac9ff39c7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 02:01:07.714884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Attempting to bind port 6dd2d631-1997-4a1f-bbbc-8809cba98527 on network ef903f2c-70db-4778-a505-57ac9ff39c7e {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:01:07.720817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:01:07.721185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Checking segment: {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:01:07.721599 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Bound using segment: {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:01:07.722055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Bound port: 6dd2d631-1997-4a1f-bbbc-8809cba98527, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35e5412a-47eb-413e-afc0-330fd11d344e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:01:07.722432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:07.801052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:01:07.804127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:01:07.807962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:07.822956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:07.980269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:07.988443 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:08.018784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:08.019484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:08.020907 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] 10.222.0.62 "PUT /v2.0/ports/6dd2d631-1997-4a1f-bbbc-8809cba98527 HTTP/1.1" status: 200  len: 1093 time: 1.5855119
Apr 09 02:01:08.021420 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:01:08.069869 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'status': 'completed', 'code': 200}
Apr 09 02:01:08.176404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-2d81cfc5-c318-46e2-b01e-677fada6f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:08.178030 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-2d81cfc5-c318-46e2-b01e-677fada6f36c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 1096 time: 0.0873716
Apr 09 02:01:08.300922 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-45b33eb8-d68e-4985-84dc-3871cb342cd9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527 HTTP/1.1" status: 200  len: 217 time: 0.1084824
Apr 09 02:01:08.391951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-f2ab0811-9f86-4346-9a65-46321c2eed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:08.393498 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-f2ab0811-9f86-4346-9a65-46321c2eed8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0838811
Apr 09 02:01:08.449371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a96262-b5d0-4b35-952e-aad492ef8647 req-adf346a1-36df-4350-8128-baa03f443685 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:08.451015 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e3a96262-b5d0-4b35-952e-aad492ef8647 req-adf346a1-36df-4350-8128-baa03f443685 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.2059233
Apr 09 02:01:08.493381 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e3a96262-b5d0-4b35-952e-aad492ef8647 req-1df34f7e-f5be-4cf0-b322-27e681353c6f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343866
Apr 09 02:01:08.519721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-7b63a986-7894-4247-a582-bdd35b91f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:08.521384 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-7b63a986-7894-4247-a582-bdd35b91f617 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1200087
Apr 09 02:01:08.667359 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-71539fb4-29b8-41af-9a0b-98012ac808a5 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377826
Apr 09 02:01:08.812901 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b6ca115-db16-436a-9da3-8466d7fba972 req-3c1860f5-2d93-464d-9c9d-f6460cad57c4 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375613
Apr 09 02:01:08.981114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-9c69d67a-3e46-4bc4-9287-fa48d90e320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:08.983916 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-9c69d67a-3e46-4bc4-9287-fa48d90e320a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 1096 time: 0.0800898
Apr 09 02:01:09.127339 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-e3068e06-8485-4f60-9afb-5239ffa89b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:09.128939 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-e3068e06-8485-4f60-9afb-5239ffa89b65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 917 time: 0.1363850
Apr 09 02:01:09.434820 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-4aa096c7-d71e-44fc-b982-df748e5528dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527 HTTP/1.1" status: 200  len: 217 time: 0.2990541
Apr 09 02:01:09.512519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-f62d6bd3-c51f-427b-88ee-196cf4b12729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:09.514624 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-f62d6bd3-c51f-427b-88ee-196cf4b12729 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0654345
Apr 09 02:01:09.596840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-f6b8eb45-9e30-4755-b42a-4552165b87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:09.598357 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-f6b8eb45-9e30-4755-b42a-4552165b87c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769875
Apr 09 02:01:09.806241 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-7206e1f0-1c6a-4fe7-b20e-f77cc8b14f4f service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991787
Apr 09 02:01:09.819334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827886f7-4071-45ba-99ff-fab6a31d4e02 req-304692da-f95f-47df-a743-7561ba50660f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:09.820928 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-827886f7-4071-45ba-99ff-fab6a31d4e02 req-304692da-f95f-47df-a743-7561ba50660f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1905475
Apr 09 02:01:09.939355 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-827886f7-4071-45ba-99ff-fab6a31d4e02 req-0e8ecd2c-7c44-4fee-b129-50eb45f33fb6 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925739
Apr 09 02:01:09.983003 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e1fa4a96-374c-4a99-a7cf-13ee2943bba8 req-8329bb84-8027-4ff3-9896-de567d63eb22 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1610167
Apr 09 02:01:10.291280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6dd2d631-1997-4a1f-bbbc-8809cba98527 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:01:10.431971 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:01:10.446211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'port_id': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'mac_address': 'fa:16:3e:46:02:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:01:10.504515 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:10.505841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd2d631-1997-4a1f-bbbc-8809cba98527 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:01:10.521724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:01:10.524503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:10.526368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-163a26f6-3f09-4b44-bbe6-8ab8a079cb51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:10.595359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:10.603202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.603704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.603940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.604423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.604713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.605079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.605589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.605809 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.606175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.606534 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.607423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.607781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:10.612404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:10.915688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['6dd2d631-1997-4a1f-bbbc-8809cba98527'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:01:11.152451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a239b-6d3b-4f3b-952e-4d491e70de10 req-0abe3d04-610e-4249-88e2-9bd87db8c698 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:11.154634 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1d4a239b-6d3b-4f3b-952e-4d491e70de10 req-0abe3d04-610e-4249-88e2-9bd87db8c698 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 944 time: 0.0888357
Apr 09 02:01:11.187288 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1d4a239b-6d3b-4f3b-952e-4d491e70de10 req-6a1747cd-a610-445d-8082-5139a9fcafaf tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259545
Apr 09 02:01:12.311442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6dd2d631-1997-4a1f-bbbc-8809cba98527 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:01:12.389036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 6dd2d631-1997-4a1f-bbbc-8809cba98527 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:01:12.394215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 6dd2d631-1997-4a1f-bbbc-8809cba98527 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:01:12.394650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:12.400047 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccebb6d-d31f-4817-baf6-36e05fff8559 req-61d5d1e0-3242-49d2-b6ab-879f94f03be7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:12.401713 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eccebb6d-d31f-4817-baf6-36e05fff8559 req-61d5d1e0-3242-49d2-b6ab-879f94f03be7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 944 time: 0.0946765
Apr 09 02:01:12.444877 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eccebb6d-d31f-4817-baf6-36e05fff8559 req-d55055a5-8f69-428e-864a-6ad8be4d1ab0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336668
Apr 09 02:01:12.533391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:12.545903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:01:12.556450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:01:12.560753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:12.563890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:12.639295 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'code': 200}
Apr 09 02:01:12.674704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:12.678046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:12.927828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4b120-6f3f-426a-b448-98d7e6cf83bf req-a5463cca-415f-4404-8b2d-ff39ac3bcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:12.929507 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b6e4b120-6f3f-426a-b448-98d7e6cf83bf req-a5463cca-415f-4404-8b2d-ff39ac3bcbc7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 1098 time: 0.0798976
Apr 09 02:01:12.958349 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b6e4b120-6f3f-426a-b448-98d7e6cf83bf req-9f536853-4ce3-4fda-99e8-eee9b922f940 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0211699
Apr 09 02:01:13.661930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282fd70-93c8-41b6-aaf3-5da5b352803b req-88c08ac8-0779-4b33-b424-dba106c6b7c3 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:13.663460 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7282fd70-93c8-41b6-aaf3-5da5b352803b req-88c08ac8-0779-4b33-b424-dba106c6b7c3 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0926929
Apr 09 02:01:13.696871 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7282fd70-93c8-41b6-aaf3-5da5b352803b req-3edb7c9d-c0eb-47cc-af9e-38fb2627c63a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0263507
Apr 09 02:01:13.779707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeedd-c751-4575-a727-78150d0074bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:15.052293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02975e7f-c155-4725-898c-e05ac685ae76 req-b8ca19d3-afd3-439c-9460-438b9a16ac5a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:15.053850 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02975e7f-c155-4725-898c-e05ac685ae76 req-b8ca19d3-afd3-439c-9460-438b9a16ac5a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0896430
Apr 09 02:01:15.085394 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-02975e7f-c155-4725-898c-e05ac685ae76 req-7a71ab39-b04b-4bd5-8336-4d0352e0cb9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248947
Apr 09 02:01:15.291353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00e7a-4b53-4c64-9f6e-deb66ea3a620 req-b443196b-becc-491d-9ea3-0360b27a849f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:15.292987 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9db00e7a-4b53-4c64-9f6e-deb66ea3a620 req-b443196b-becc-491d-9ea3-0360b27a849f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0919766
Apr 09 02:01:15.302570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58016) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:01:15.308369 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-d8becaaa-9b50-4ae2-9ef4-4b7d007e59d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Request body: {'floatingip': {'port_id': '6dd2d631-1997-4a1f-bbbc-8809cba98527'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:01:15.393759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d8becaaa-9b50-4ae2-9ef4-4b7d007e59d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:16.034115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d8becaaa-9b50-4ae2-9ef4-4b7d007e59d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:16.037122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d8becaaa-9b50-4ae2-9ef4-4b7d007e59d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:16.213638 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-d8becaaa-9b50-4ae2-9ef4-4b7d007e59d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Floating IP dc751f3c-c743-4ec0-b020-6ad6dd646c3b associated. External IP: 172.27.2.248, port: 6dd2d631-1997-4a1f-bbbc-8809cba98527.
Apr 09 02:01:16.584067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8becaaa-9b50-4ae2-9ef4-4b7d007e59d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:01:17.003357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8becaaa-9b50-4ae2-9ef4-4b7d007e59d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:01:17.008614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d8becaaa-9b50-4ae2-9ef4-4b7d007e59d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:17.013899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] Sync routers for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:01:17.024898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:01:17.025569 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75baa4ba8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:17.070372 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d8becaaa-9b50-4ae2-9ef4-4b7d007e59d5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "PUT /v2.0/floatingips/dc751f3c-c743-4ec0-b020-6ad6dd646c3b HTTP/1.1" status: 200  len: 991 time: 1.7638276
Apr 09 02:01:17.070372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:01:17.215718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:01:17.264533 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'status': 'completed', 'code': 200}
Apr 09 02:01:17.388779 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-794a197d-f834-4d05-a139-75eaea61d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:17.390427 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-794a197d-f834-4d05-a139-75eaea61d73b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 1098 time: 0.0833471
Apr 09 02:01:17.533946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-524b753f-ffed-4268-bc7b-002509785ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:17.535429 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-524b753f-ffed-4268-bc7b-002509785ee7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 917 time: 0.1380181
Apr 09 02:01:17.646405 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-2979c83f-7609-43c3-900d-e950fe774b78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527 HTTP/1.1" status: 200  len: 999 time: 0.1045024
Apr 09 02:01:17.716361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-39fbf33d-e221-430e-8f79-8e2394345777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:17.717934 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-39fbf33d-e221-430e-8f79-8e2394345777 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0645208
Apr 09 02:01:17.749422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75baa4ba8>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'dc751f3c-c743-4ec0-b020-6ad6dd646c3b', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'port_id': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'mac_address': 'fa:16:3e:46:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:01:00Z', 'updated_at': '2021-04-09T02:01:15Z', 'revision_number': 1, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:17.753452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] Checking router: 5e6d907c-91f9-4aec-b93b-a62c80b41d13 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:01:17.762226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:01:17.762942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75baa4ba8>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:00:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:17.805401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-c513a9ae-e23d-416b-9bc9-8adeb4083865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:17.806907 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-c513a9ae-e23d-416b-9bc9-8adeb4083865 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816350
Apr 09 02:01:17.958046 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-8f0b51b5-c4e0-4329-98a9-a0dfcdab7630 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444435
Apr 09 02:01:17.972435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:01:18.115560 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-51bea5dd-48b2-49f8-aeb8-eb2eb108eeef req-fc603d60-c27f-465a-9d4d-be813f61ea14 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504352
Apr 09 02:01:18.194146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f0eab24-3733-4fb3-954a-670ef64fccaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:18.357798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75baa4ba8>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'dc751f3c-c743-4ec0-b020-6ad6dd646c3b', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'port_id': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'mac_address': 'fa:16:3e:46:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:01:00Z', 'updated_at': '2021-04-09T02:01:15Z', 'revision_number': 1, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:18.362258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110303ed-2969-4595-944f-7f9bd0babde5 None None] The sync data for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi is: [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'dc751f3c-c743-4ec0-b020-6ad6dd646c3b', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'floating_ip_address': '172.27.2.248', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'port_id': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'mac_address': 'fa:16:3e:46:02:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:01:00Z', 'updated_at': '2021-04-09T02:01:15Z', 'revision_number': 1, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:01:18.692652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6689b1-a536-4285-a669-9dda9958170d None None] New status for floating IP dc751f3c-c743-4ec0-b020-6ad6dd646c3b: ACTIVE {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:01:18.737309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:19.117231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:20.369306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:29.329318 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:29.796121 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0c04958-da03-40ef-829d-e726e06a6497 req-b8875987-d177-4c93-bfde-8ea6effe5cd7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0858746
Apr 09 02:01:29.996434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c04958-da03-40ef-829d-e726e06a6497 req-2a0686ac-20a5-4a9f-b954-34a495e350aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:29.998750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0c04958-da03-40ef-829d-e726e06a6497 req-2a0686ac-20a5-4a9f-b954-34a495e350aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1098 time: 0.1070552
Apr 09 02:01:30.184097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c04958-da03-40ef-829d-e726e06a6497 req-fc5f7331-fa6e-46ec-9a9c-92ef9c37954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:30.185740 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0c04958-da03-40ef-829d-e726e06a6497 req-fc5f7331-fa6e-46ec-9a9c-92ef9c37954b service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0911d7-2183-43e3-9703-f2a48c7303e9 HTTP/1.1" status: 200  len: 910 time: 0.1567216
Apr 09 02:01:30.303078 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0c04958-da03-40ef-829d-e726e06a6497 req-c6bc7f9e-83f1-4b10-b3a3-21d148cc4d83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ca91c8-1321-4724-ba82-e895625c1079 HTTP/1.1" status: 200  len: 1000 time: 0.1091630
Apr 09 02:01:30.378840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c04958-da03-40ef-829d-e726e06a6497 req-82a06b54-3587-4254-b42e-a2323e2ff233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:30.380518 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0c04958-da03-40ef-829d-e726e06a6497 req-82a06b54-3587-4254-b42e-a2323e2ff233 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8be35d05-70b7-428c-80b6-1f2d07885d22 HTTP/1.1" status: 200  len: 848 time: 0.0699716
Apr 09 02:01:30.465343 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c04958-da03-40ef-829d-e726e06a6497 req-19b2ade1-22ec-4107-8d61-f7e6757976c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:30.467484 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0c04958-da03-40ef-829d-e726e06a6497 req-19b2ade1-22ec-4107-8d61-f7e6757976c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0911d7-2183-43e3-9703-f2a48c7303e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790117
Apr 09 02:01:30.616251 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0c04958-da03-40ef-829d-e726e06a6497 req-54a2a1c6-e05b-48dc-887b-04d194024bd8 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396308
Apr 09 02:01:30.762479 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f0c04958-da03-40ef-829d-e726e06a6497 req-6ed2824a-4b95-481f-81af-93a206a5e2cd service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374612
Apr 09 02:01:42.537436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:01:43.783934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5e45000d-893f-44f6-b949-1a25c81a1a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:45.654557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a09994-8247-489c-88bb-ccdeb0d7b8c2 req-34885c2c-75c2-46ba-b9b2-70c19cf98a62 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:45.656168 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-66a09994-8247-489c-88bb-ccdeb0d7b8c2 req-34885c2c-75c2-46ba-b9b2-70c19cf98a62 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 946 time: 0.0899389
Apr 09 02:01:45.691510 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-66a09994-8247-489c-88bb-ccdeb0d7b8c2 req-6a7e67ba-0003-4704-b9dc-411a6003db60 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0286639
Apr 09 02:01:46.908207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d92b16-235d-4e2c-b8f0-0415473f506d req-3090eac7-14ff-41f0-8ff2-80197ab9d6c8 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:46.910370 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96d92b16-235d-4e2c-b8f0-0415473f506d req-3090eac7-14ff-41f0-8ff2-80197ab9d6c8 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 946 time: 0.0981457
Apr 09 02:01:46.943243 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96d92b16-235d-4e2c-b8f0-0415473f506d req-c9957ef7-431a-4d2d-8d9c-f9a1a259bf3a tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264378
Apr 09 02:01:47.513258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-c3e61a3e-7481-4946-a082-2047bc12c448 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:47.514914 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-c3e61a3e-7481-4946-a082-2047bc12c448 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 946 time: 0.0920100
Apr 09 02:01:47.600874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Deleting port 4f9e1053-02e4-41a2-810b-44dbe3882f43 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:01:47.601264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:47.922657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] For port 4f9e1053-02e4-41a2-810b-44dbe3882f43, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=4f9e1053-02e4-41a2-810b-44dbe3882f43,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:01:47.923371 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:48.171351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d932d181-1af6-4f2b-a047-a0959a5f8b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:48.328778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:48.329193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:48.329544 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Floating IP 83d93f1c-04df-41d3-86a0-3acf79179839 disassociated. External IP: 172.27.2.143, port: 4f9e1053-02e4-41a2-810b-44dbe3882f43.
Apr 09 02:01:48.329924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Calling delete_port for 4f9e1053-02e4-41a2-810b-44dbe3882f43 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:01:48.380188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9327b9-bf40-4611-b403-cfd23ea0b77e req-19186234-6c06-4157-9125-df10fe9e3dbe tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:48.381896 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8c9327b9-bf40-4611-b403-cfd23ea0b77e req-19186234-6c06-4157-9125-df10fe9e3dbe tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 946 time: 0.2802827
Apr 09 02:01:48.430695 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8c9327b9-bf40-4611-b403-cfd23ea0b77e req-a21c8b8e-815c-4c12-a038-c1853dfc4c78 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups?id=76772fa7-73c6-4c18-b720-0c2e188e8491&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370102
Apr 09 02:01:48.533238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:48.550079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d6e1ff07-3dfa-46c6-a821-eb8c623b63d7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:48.612416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event deleted for resources: {'Port': ['ID=4f9e1053-02e4-41a2-810b-44dbe3882f43,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:48.616673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:48.748474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:48.977014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:01:49.136949 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:49.451892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:01:49.463963 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] Sync routers for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:01:49.475863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:01:49.476744 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bb5e438>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:01:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:49.588848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] No DVR routers for this DVR port 4f9e1053-02e4-41a2-810b-44dbe3882f43 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:01:49.593698 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:49.662011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'name': 'network-vif-deleted', 'tag': '4f9e1053-02e4-41a2-810b-44dbe3882f43'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:01:49.678049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:01:49.708337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6ac1a408-a340-4d86-8bd2-71fd08a0d890 req-35d3ac3f-ba7c-43c9-beac-0d82a9e45ac7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Synchronizing usage tracker for tenant:04741939d3534ea99b01d960cf92f527 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:01:49.717772 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-571af40e-8aa1-462d-a565-48e8dab4cf81 req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.62 "DELETE /v2.0/ports/4f9e1053-02e4-41a2-810b-44dbe3882f43 HTTP/1.1" status: 204  len: 173 time: 2.1968434
Apr 09 02:01:49.737046 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f92def9-b701-4c5a-b5bf-935d452a5f01', 'name': 'network-vif-deleted', 'tag': '4f9e1053-02e4-41a2-810b-44dbe3882f43', 'status': 'completed', 'code': 200}
Apr 09 02:01:49.742684 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-6ac1a408-a340-4d86-8bd2-71fd08a0d890 req-35d3ac3f-ba7c-43c9-beac-0d82a9e45ac7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Unset dirty status for tenant:04741939d3534ea99b01d960cf92f527 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:01:49.744801 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6ac1a408-a340-4d86-8bd2-71fd08a0d890 req-35d3ac3f-ba7c-43c9-beac-0d82a9e45ac7 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f92def9-b701-4c5a-b5bf-935d452a5f01 HTTP/1.1" status: 200  len: 210 time: 0.1580992
Apr 09 02:01:50.139686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bb5e438>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:50.144421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] Checking router: 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:01:50.154626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:01:50.155329 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bb5e438>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:01:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:50.390738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:01:50.640908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:50.919300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58224) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:01:50.937111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bb5e438>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:01:50.944812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a965a3-682a-45af-b0e1-7056b9fd92c8 None None] The sync data for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi is: [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T01:54:52Z', 'revision_number': 4, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9', 'name': '', 'network_id': 'b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'mac_address': 'fa:16:3e:53:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:47Z', 'updated_at': '2021-04-09T01:55:10Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'subnets': [{'id': 'ccc8e70f-5f92-46e9-9319-75866c97bd79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:01:50.995357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3c77a22f-bf01-420b-8f14-ebefda1ba1a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:51.026896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3c77a22f-bf01-420b-8f14-ebefda1ba1a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:51.078070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3c77a22f-bf01-420b-8f14-ebefda1ba1a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:51.088464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:51.119029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77a22f-bf01-420b-8f14-ebefda1ba1a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76772fa7-73c6-4c18-b720-0c2e188e8491,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:51.124664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3c77a22f-bf01-420b-8f14-ebefda1ba1a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:51.136842 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3c77a22f-bf01-420b-8f14-ebefda1ba1a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:51.138931 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3c77a22f-bf01-420b-8f14-ebefda1ba1a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "DELETE /v2.0/security-groups/76772fa7-73c6-4c18-b720-0c2e188e8491 HTTP/1.1" status: 204  len: 168 time: 0.2182357
Apr 09 02:01:51.143863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58230) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:01:51.176538 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.v2.resource [None req-0bae243d-1a19-422d-bbff-406d6cbf40b6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] show failed (client error): The resource could not be found.
Apr 09 02:01:51.177624 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0bae243d-1a19-422d-bbff-406d6cbf40b6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "GET /v2.0/security-groups/76772fa7-73c6-4c18-b720-0c2e188e8491 HTTP/1.1" status: 404  len: 347 time: 0.0323284
Apr 09 02:01:51.182830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58234) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:01:51.359335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Deleting port 79da6958-c832-4fc6-8cd3-77448fb18131 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:01:51.359714 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:51.390430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6942bc6-dfff-458e-9fac-c7f129928020 None None] New status for floating IP 83d93f1c-04df-41d3-86a0-3acf79179839: DOWN {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:01:51.569218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:51.569764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:51.708344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Calling delete_port for 79da6958-c832-4fc6-8cd3-77448fb18131 owned by network:floatingip {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:01:51.800205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.api [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85247) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 02:01:51.800573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.api [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 02:01:52.301597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Deleting port 79da6958-c832-4fc6-8cd3-77448fb18131 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:01:52.302196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:52.529074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:52.529369 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:52.533391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 4f9e1053-02e4-41a2-810b-44dbe3882f43 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:01:52.582740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 4f9e1053-02e4-41a2-810b-44dbe3882f43 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:01:52.583141 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 4f9e1053-02e4-41a2-810b-44dbe3882f43 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:01:52.666129 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Calling delete_port for 79da6958-c832-4fc6-8cd3-77448fb18131 owned by network:floatingip {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:01:52.812680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:52.828472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4c4eaddd-977a-41b4-b94b-62e12d5661af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:52.884956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Pushing event deleted for resources: {'Port': ['ID=79da6958-c832-4fc6-8cd3-77448fb18131,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:52.889026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:01:53.107428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks [] for floatingip, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:53.125670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:53.126910 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-76968dc9-845f-4235-8de9-0c590c0df5aa tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] 10.222.0.38 "DELETE /v2.0/floatingips/83d93f1c-04df-41d3-86a0-3acf79179839 HTTP/1.1" status: 204  len: 168 time: 1.9429998
Apr 09 02:01:57.212340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58282) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:01:58.238914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854193265'] for router_interface, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:58.734981 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Deleting port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:01:58.735336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:59.001268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] For port 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:01:59.001669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:59.018374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59a0da-8624-4805-a22c-e1200e3ffaa7 req-e9fb58a5-1dbe-496e-a2d3-55484bf4be4e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:01:59.020103 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4b59a0da-8624-4805-a22c-e1200e3ffaa7 req-e9fb58a5-1dbe-496e-a2d3-55484bf4be4e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.2327111
Apr 09 02:01:59.329112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:59.398822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Calling delete_port for 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 owned by network:router_interface {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:01:59.446376 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4b59a0da-8624-4805-a22c-e1200e3ffaa7 req-2f0997d0-8592-4af6-a6c9-b2a6d771fa6d tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3671212
Apr 09 02:01:59.719571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:01:59.735805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3968b2db-9251-4efc-bc3c-9f1e5dac19bb tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:01:59.792804 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:01:59.804791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.805203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.805606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.806004 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.806396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.806790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.807181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.807571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.807961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.808377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.808775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.809747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:01:59.813416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:00.197819 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854193988'] for router_interface, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:00.769168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d4725-15f1-46d3-ba71-97f8345d7de8 req-ac171d19-034e-4237-8ba8-67bf4a823e41 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:00.770665 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-894d4725-15f1-46d3-ba71-97f8345d7de8 req-ac171d19-034e-4237-8ba8-67bf4a823e41 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1414161
Apr 09 02:02:00.775380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:02:00.867012 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-894d4725-15f1-46d3-ba71-97f8345d7de8 req-e4f4d9ca-46f7-4b73-94ce-c8a0b812b729 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0882137
Apr 09 02:02:00.992369 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:02:01.002525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] Sync routers for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:02:01.007410 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] 10.222.0.38 "PUT /v2.0/routers/307e6b0f-ff2e-41d8-a042-4a6216ba3da7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7925324
Apr 09 02:02:01.008823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58308) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:01.013355 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:02:01.014038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe76033c5c0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:01:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:02:01.201782 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks [] for router, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:01.210053 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:02:01.532689 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe76033c5c0>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T02:01:59Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:02:01.537150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] Checking router: 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:02:01.547047 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] Routers {'307e6b0f-ff2e-41d8-a042-4a6216ba3da7'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:02:01.547727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe76033c5c0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:01:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:02:01.632589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:01.640781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Deleting port 174e3b6a-5089-4e03-a0a8-13a02994e1e2 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:02:01.641153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:01.736898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] Set router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:02:01.824496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] For port 174e3b6a-5089-4e03-a0a8-13a02994e1e2, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=174e3b6a-5089-4e03-a0a8-13a02994e1e2,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:01.825073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:01.957210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Calling delete_port for 174e3b6a-5089-4e03-a0a8-13a02994e1e2 owned by network:router_gateway {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:02:02.046538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe76033c5c0>, [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T02:01:59Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:02:02.050771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3f835c-ee20-4832-a15f-91b6d5eae4d7 None None] The sync data for ids ['307e6b0f-ff2e-41d8-a042-4a6216ba3da7'] in dv-cinder-784623-6-iscsi is: [{'id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'name': 'tempest-AttachVolumeTestJSON-192190062-router', 'tenant_id': '04741939d3534ea99b01d960cf92f527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:54:29Z', 'updated_at': '2021-04-09T02:01:59Z', 'revision_number': 5, 'project_id': '04741939d3534ea99b01d960cf92f527', 'gw_port': {'id': '174e3b6a-5089-4e03-a0a8-13a02994e1e2', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307e6b0f-ff2e-41d8-a042-4a6216ba3da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:54:31Z', 'updated_at': '2021-04-09T01:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:02:02.132851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68559e-864f-4964-99fd-bc7321ff6a9e req-f35b841e-d2e6-4005-8b4f-1a640d7947ee tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:02.134553 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0d68559e-864f-4964-99fd-bc7321ff6a9e req-f35b841e-d2e6-4005-8b4f-1a640d7947ee tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1369972
Apr 09 02:02:02.177852 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0d68559e-864f-4964-99fd-bc7321ff6a9e req-97ad5898-d0d4-4547-bfee-07d7efb395bf tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357544
Apr 09 02:02:02.245269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:02.260597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:02.321378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Pushing event deleted for resources: {'Port': ['ID=174e3b6a-5089-4e03-a0a8-13a02994e1e2,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:02.326178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:02.521381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854203204'] for router_gateway, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:02.706486 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1387'] for router, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:02.708876 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:02.798938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574614'] for router, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:02.799492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 307e6b0f-ff2e-41d8-a042-4a6216ba3da7 {{(pid=85247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 02:02:02.814125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Notify callbacks [] for router, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:02.815367 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] 10.222.0.38 "DELETE /v2.0/routers/307e6b0f-ff2e-41d8-a042-4a6216ba3da7 HTTP/1.1" status: 204  len: 168 time: 1.8055592
Apr 09 02:02:02.818115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58314) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:02.884663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59fadc9-0f37-4245-a534-c0b4943be6ae admin admin] Deleting subnet ccc8e70f-5f92-46e9-9319-75866c97bd79 {{(pid=85247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:02:02.888232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b59fadc9-0f37-4245-a534-c0b4943be6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:02.941040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b59fadc9-0f37-4245-a534-c0b4943be6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793561753'] for subnet, precommit_delete_associations {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:03.074537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b59fadc9-0f37-4245-a534-c0b4943be6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:03.402552 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b59fadc9-0f37-4245-a534-c0b4943be6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1460988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793473871'] for subnet, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:03.404514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:02:03.424468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e402f1d3-211e-4d6f-8496-63fda80e1719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:03.442059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:02:03.442454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 1f4f5365-550b-48b8-b9b7-2e8b63f7dcb9 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:02:03.442928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 174e3b6a-5089-4e03-a0a8-13a02994e1e2 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:02:03.474391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fadc9-0f37-4245-a534-c0b4943be6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc8e70f-5f92-46e9-9319-75866c97bd79,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:03.477304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b59fadc9-0f37-4245-a534-c0b4943be6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:03.483472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 174e3b6a-5089-4e03-a0a8-13a02994e1e2 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:02:03.483865 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 174e3b6a-5089-4e03-a0a8-13a02994e1e2 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:02:03.495233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decedcd-6bbb-4ffb-8ab3-c114935defec req-dd842bc6-ae20-4548-8433-a0f4733c0dff tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:03.496954 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6decedcd-6bbb-4ffb-8ab3-c114935defec req-dd842bc6-ae20-4548-8433-a0f4733c0dff tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1880047
Apr 09 02:02:03.590171 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6decedcd-6bbb-4ffb-8ab3-c114935defec req-31560a79-d922-40e6-b4ab-0925dfdbf62c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440550
Apr 09 02:02:03.602681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b59fadc9-0f37-4245-a534-c0b4943be6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:03.608655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa66fd4b-9591-4cea-8a72-831c8d421dd6 None None] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:02:03.610460 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b59fadc9-0f37-4245-a534-c0b4943be6ae admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ccc8e70f-5f92-46e9-9319-75866c97bd79 HTTP/1.1" status: 204  len: 168 time: 0.7908523
Apr 09 02:02:03.612910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58320) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:03.729530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:03.799341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Deleting port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:02:03.799696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:03.876972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] DHCP port deletion for b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 request from dv-cinder-784623-6-iscsi {{(pid=85249) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 02:02:03.883171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] Deleting port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:02:03.883821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:04.085393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] For port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=ecfaeb09-a5c2-4326-aff3-a297e07f0f7d,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:04.086098 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:04.226358 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Calling delete_port for ecfaeb09-a5c2-4326-aff3-a297e07f0f7d owned by network:dhcp {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:02:04.307686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:04.320738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] For port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=ecfaeb09-a5c2-4326-aff3-a297e07f0f7d,segment=NetworkSegment(61bf2605-00de-46cf-91f0-a55ff144d918),segment_id=61bf2605-00de-46cf-91f0-a55ff144d918)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:04.321188 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:04.323957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0dae2043-a846-4586-a9d2-9d690de80aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:04.378943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Pushing event deleted for resources: {'Port': ['ID=ecfaeb09-a5c2-4326-aff3-a297e07f0f7d,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:04.381519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:04.454238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] Calling delete_port for ecfaeb09-a5c2-4326-aff3-a297e07f0f7d owned by network:dhcp {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:02:04.471555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] No DVR routers for this DVR port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d on host dv-cinder-784623-6-iscsi {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:02:04.602762 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.api [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 02:02:04.603078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.api [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 02:02:04.836799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.011242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75a02cb00>,) {'filters': {'network_id': ['b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3']}} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:02:05.029412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75a02cb00>, '61bf2605-00de-46cf-91f0-a55ff144d918') {'for_net_delete': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:02:05.029747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75a02cb00>, '61bf2605-00de-46cf-91f0-a55ff144d918') {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:02:05.045662 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61214047'] for segment, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.060114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506b6c2-42cb-4922-a987-9cef564e4504 req-8464153d-4b05-4775-af70-cce38e461299 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:05.061742 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8506b6c2-42cb-4922-a987-9cef564e4504 req-8464153d-4b05-4775-af70-cce38e461299 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.2301269
Apr 09 02:02:05.088425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.101321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=85247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:02:05.104464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] Deleting port ecfaeb09-a5c2-4326-aff3-a297e07f0f7d {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:02:05.104897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.130692 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8506b6c2-42cb-4922-a987-9cef564e4504 req-9da94b22-3b4a-45fc-bbd5-cc6b754ee7ec tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609169
Apr 09 02:02:05.184974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-c5efc658-2a4c-4e19-b87c-be189bdf3aa1 None None] The port 'ecfaeb09-a5c2-4326-aff3-a297e07f0f7d' was deleted {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 02:02:05.289492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 has no segments {{(pid=85247) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:02:05.298444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1460897'] for segment, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.395659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device ecfaeb09-a5c2-4326-aff3-a297e07f0f7d no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:02:05.432187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: ecfaeb09-a5c2-4326-aff3-a297e07f0f7d {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:02:05.432511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device ecfaeb09-a5c2-4326-aff3-a297e07f0f7d not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:02:05.484362 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Network b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 has no segments {{(pid=85247) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:02:05.508059 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:02:05.584658 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.588718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c4390837-1965-4284-9a9a-e318017fc932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:05.611945 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.614710 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Pushing event deleted for resources: {'Network': ['ID=b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:05.617900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:05.632790 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] 10.222.0.38 "DELETE /v2.0/networks/b14cb7a3-6ad5-45e4-b2a1-6f9d83bedcb3 HTTP/1.1" status: 204  len: 168 time: 2.0188255
Apr 09 02:02:05.749521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58328) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:05.784355 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-10a888cc-195b-40d8-97a9-dc405cc1253e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04741939d3534ea99b01d960cf92f527&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0334263
Apr 09 02:02:05.786747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58332) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:05.849208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-85594556-c65c-4f4d-ac59-d74872eb5ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.877400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-85594556-c65c-4f4d-ac59-d74872eb5ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.921747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-85594556-c65c-4f4d-ac59-d74872eb5ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.926899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ff7606e8-ffea-4381-aab5-a1a43b4fcaa1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:05.941497 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85594556-c65c-4f4d-ac59-d74872eb5ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b137b6a9-7e24-4038-b7a0-92e132210309,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:05.945423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-85594556-c65c-4f4d-ac59-d74872eb5ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:05.948800 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-85594556-c65c-4f4d-ac59-d74872eb5ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:05.952423 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-85594556-c65c-4f4d-ac59-d74872eb5ecb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b137b6a9-7e24-4038-b7a0-92e132210309 HTTP/1.1" status: 204  len: 168 time: 0.1623719
Apr 09 02:02:06.354277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94468-3ca2-4ac8-bffb-13e569af4533 req-1bba04fb-ed26-44b4-91ba-72b87403032a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:06.356481 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b3b94468-3ca2-4ac8-bffb-13e569af4533 req-1bba04fb-ed26-44b4-91ba-72b87403032a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0923131
Apr 09 02:02:06.388143 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b3b94468-3ca2-4ac8-bffb-13e569af4533 req-af2febaf-e3af-4243-a472-88a6fe065aa9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247278
Apr 09 02:02:07.516751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58388) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:07.603764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8830df1-aedb-4cd8-9d66-a46bffd8aaa0 req-d3188267-628a-4f23-8df5-fcdafcb24693 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:07.605162 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d8830df1-aedb-4cd8-9d66-a46bffd8aaa0 req-d3188267-628a-4f23-8df5-fcdafcb24693 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0938768
Apr 09 02:02:07.646207 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d8830df1-aedb-4cd8-9d66-a46bffd8aaa0 req-2db6ab16-51a0-4880-b4a1-11299ac3e06c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315623
Apr 09 02:02:07.657111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:07.674374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:02:07.679059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Usage tracker for resource:security_group_rule and tenant:ebadfb1ece614528bff875f5fd9f41e8 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:02:07.682162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:02:07.688650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:02:07.791699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:07.795320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:07.806087 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-77ca8e03-1e1e-48ab-ade8-5fa8ce04ba56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:07.851971 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ebadfb1ece614528bff875f5fd9f41e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3340008
Apr 09 02:02:07.853050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce947e13-a076-4494-90c2-db6fff2013d7,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:07.855187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58394) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:07.863391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.863821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.864296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.864718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.865135 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.865544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.865962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.866364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.866778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.867183 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.867587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.868185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:07.873088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:07.945634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e1c9df54-9e04-45fd-9d24-5ef57f625a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:07.978019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e1c9df54-9e04-45fd-9d24-5ef57f625a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:08.024402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e1c9df54-9e04-45fd-9d24-5ef57f625a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:08.030237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-858fbc14-e3bf-4b63-8924-24abbf6d70d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:08.041255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9df54-9e04-45fd-9d24-5ef57f625a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce947e13-a076-4494-90c2-db6fff2013d7,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:08.046268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e1c9df54-9e04-45fd-9d24-5ef57f625a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:08.048425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e1c9df54-9e04-45fd-9d24-5ef57f625a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:08.049667 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e1c9df54-9e04-45fd-9d24-5ef57f625a40 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce947e13-a076-4494-90c2-db6fff2013d7 HTTP/1.1" status: 204  len: 168 time: 0.1922946
Apr 09 02:02:08.855757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee019967-fee7-4e7f-afb4-aee071258640 req-04e8d3da-2f71-40ca-9de5-44c681a3eda2 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:08.857506 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee019967-fee7-4e7f-afb4-aee071258640 req-04e8d3da-2f71-40ca-9de5-44c681a3eda2 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0906727
Apr 09 02:02:08.890664 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ee019967-fee7-4e7f-afb4-aee071258640 req-999d764b-d670-4ce1-b93e-bef1ab2cb4e1 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261507
Apr 09 02:02:09.940105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58452) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:10.085982 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.105140 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:02:10.112274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Usage tracker for resource:security_group_rule and tenant:47c335edaea340a4b71c313fd6befbd4 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:02:10.119868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:02:10.128906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:02:10.166411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb7f90-9793-4fad-af04-d678bf0269aa req-b18b13bc-eedc-480c-8959-1fed26d3e7f5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:10.168939 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-31fb7f90-9793-4fad-af04-d678bf0269aa req-b18b13bc-eedc-480c-8959-1fed26d3e7f5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1517434
Apr 09 02:02:10.209695 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-31fb7f90-9793-4fad-af04-d678bf0269aa req-0161efd1-13f7-4664-8c47-f0c7da05c6de tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343041
Apr 09 02:02:10.257204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.259957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.269070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9f657470-2e18-4bab-a309-618d80240e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:10.315722 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=47c335edaea340a4b71c313fd6befbd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3743663
Apr 09 02:02:10.317480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef28c61-b48e-4419-9c16-400a67525d75,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:10.318533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58458) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:10.320641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:10.382437 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80ba7e1a-05bf-4fe5-a518-6172dd535ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.410709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80ba7e1a-05bf-4fe5-a518-6172dd535ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.455839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80ba7e1a-05bf-4fe5-a518-6172dd535ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.460964 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5e59ec7c-19a7-4270-a9d7-60eae9eed673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:10.474576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba7e1a-05bf-4fe5-a518-6172dd535ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef28c61-b48e-4419-9c16-400a67525d75,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:10.478343 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-80ba7e1a-05bf-4fe5-a518-6172dd535ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:10.486457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-80ba7e1a-05bf-4fe5-a518-6172dd535ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.487589 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-80ba7e1a-05bf-4fe5-a518-6172dd535ef9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fef28c61-b48e-4419-9c16-400a67525d75 HTTP/1.1" status: 204  len: 168 time: 0.1679809
Apr 09 02:02:10.781851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58466) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:10.804893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.821131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:02:10.825692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Usage tracker for resource:security_group_rule and tenant:093204ad00bb4cf3a934f742edcd6898 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:02:10.828733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:02:10.834911 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:02:10.924256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.927130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:10.936851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:10.979784 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=093204ad00bb4cf3a934f742edcd6898&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1967709
Apr 09 02:02:10.980799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd88d9f-3aee-4775-ad2f-0c404c3530f0,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:10.982692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58470) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:10.984009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:11.048297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3bd87b2c-6057-408f-85e2-c32df983175c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:11.074856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3bd87b2c-6057-408f-85e2-c32df983175c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:11.117920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3bd87b2c-6057-408f-85e2-c32df983175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:11.123580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f3c2a1ba-71af-4581-871f-8bb8e56333b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:11.136101 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd87b2c-6057-408f-85e2-c32df983175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd88d9f-3aee-4775-ad2f-0c404c3530f0,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:11.138388 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3bd87b2c-6057-408f-85e2-c32df983175c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:11.145864 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3bd87b2c-6057-408f-85e2-c32df983175c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:11.147087 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3bd87b2c-6057-408f-85e2-c32df983175c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ebd88d9f-3aee-4775-ad2f-0c404c3530f0 HTTP/1.1" status: 204  len: 168 time: 0.1626780
Apr 09 02:02:11.428540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323db0b1-7b62-4045-9c3d-ab879ef84285 req-b64f2e56-ef17-45c5-8ab4-c92fe0c740a9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:11.430497 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-323db0b1-7b62-4045-9c3d-ab879ef84285 req-b64f2e56-ef17-45c5-8ab4-c92fe0c740a9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0906575
Apr 09 02:02:11.465895 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-323db0b1-7b62-4045-9c3d-ab879ef84285 req-949c242b-1fd2-402b-b61c-ed29e37f097e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0283782
Apr 09 02:02:12.595183 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6dd2d631-1997-4a1f-bbbc-8809cba98527 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:02:12.783678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e44ef-3006-4cc6-8d88-f20a154871e6 req-5c28e371-05e0-463a-ac2b-e36abac70579 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:12.786137 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a40e44ef-3006-4cc6-8d88-f20a154871e6 req-5c28e371-05e0-463a-ac2b-e36abac70579 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1468096
Apr 09 02:02:12.800623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:12.824123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'port_id': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'mac_address': 'fa:16:3e:46:02:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:02:12.827580 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a40e44ef-3006-4cc6-8d88-f20a154871e6 req-59e138ec-73ad-41bb-b6fa-82ea33e5f489 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346134
Apr 09 02:02:12.919709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:12.921312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dd2d631-1997-4a1f-bbbc-8809cba98527 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:02:12.941866 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:12.950375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:12.952202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-645b4e53-8600-462a-b414-54fa1c85d3df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:13.043929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=6']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:13.053584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.053978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.054360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.056751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.056751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.056751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.056751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.056751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.056751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.057333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.057333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.057750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:02:13.063346 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:13.142483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['6dd2d631-1997-4a1f-bbbc-8809cba98527'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:02:13.792741 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b9ef658f-7717-4c18-978d-bf9db38b37eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:14.065225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f552e9-7732-45b2-983d-bd93e66bfb07 req-2209f54e-3c83-4a8b-b6d6-bc5819b3d772 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:14.067380 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-97f552e9-7732-45b2-983d-bd93e66bfb07 req-2209f54e-3c83-4a8b-b6d6-bc5819b3d772 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 944 time: 0.0932074
Apr 09 02:02:14.112315 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-97f552e9-7732-45b2-983d-bd93e66bfb07 req-7a8bacd0-9aa3-4bbe-9a0b-92c5450c7877 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348513
Apr 09 02:02:14.559468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58574) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:14.606152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6dd2d631-1997-4a1f-bbbc-8809cba98527 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:02:14.702645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 6dd2d631-1997-4a1f-bbbc-8809cba98527 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:02:14.703157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:14.704119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:14.721820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:02:14.726350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a18abb6cdbbe454a80df29788547c38f is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:02:14.729884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:02:14.737890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:02:14.852857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:14.853612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:14.857958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:14.893824 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:14.895046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:02:14.905491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e60b3475-50f1-4eda-bcd0-5477d41674b4 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:14.921220 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:14.923497 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:14.931914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58582) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:14.932217 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a18abb6cdbbe454a80df29788547c38f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3707497
Apr 09 02:02:14.957619 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad9a07b-095e-4545-8db3-bac91813bbfe,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:14.962315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:15.007523 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'code': 200}
Apr 09 02:02:15.031824 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=7']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:15.035262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:15.046390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f92639a-680e-403e-b8c1-6fb3e094e8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.078470 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f92639a-680e-403e-b8c1-6fb3e094e8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.135532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f92639a-680e-403e-b8c1-6fb3e094e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.144413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e197b7f3-9c64-4f02-910e-61eede8aa423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:15.157116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92639a-680e-403e-b8c1-6fb3e094e8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad9a07b-095e-4545-8db3-bac91813bbfe,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:15.175363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8f92639a-680e-403e-b8c1-6fb3e094e8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:15.195229 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8f92639a-680e-403e-b8c1-6fb3e094e8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.199876 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8f92639a-680e-403e-b8c1-6fb3e094e8dd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9ad9a07b-095e-4545-8db3-bac91813bbfe HTTP/1.1" status: 204  len: 168 time: 0.2664113
Apr 09 02:02:15.353153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb3c7f-483c-4f80-a37d-69bc20253489 req-379be5cf-613a-4f58-841d-911e0b14d848 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:15.362951 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-95eb3c7f-483c-4f80-a37d-69bc20253489 req-379be5cf-613a-4f58-841d-911e0b14d848 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1006167
Apr 09 02:02:15.404918 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-95eb3c7f-483c-4f80-a37d-69bc20253489 req-06daa59d-cde1-452c-8e11-084ad0594d16 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319772
Apr 09 02:02:15.593244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58596) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:15.613374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.630975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:02:15.635722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] Usage tracker for resource:security_group_rule and tenant:4a4972cbedef40318565502a493f43ec is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:02:15.638890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:02:15.645308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:02:15.743123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.747423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.764108 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bc212d81-47ca-40ed-8312-594475055b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:15.792588 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a4972cbedef40318565502a493f43ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1979945
Apr 09 02:02:15.795403 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58600) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:15.821020 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c589f25-d8db-4e57-aa54-bb9571618be3,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:15.841113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1e6f09b0-fddb-427b-a816-91ea77f189dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:15.869018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-910a19b5-8989-480d-bf74-0db5dcd52c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.903270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-910a19b5-8989-480d-bf74-0db5dcd52c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.964027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-910a19b5-8989-480d-bf74-0db5dcd52c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:15.969630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-060484cb-b2a2-49a8-bd21-87c60a7b2bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:15.986565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a19b5-8989-480d-bf74-0db5dcd52c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c589f25-d8db-4e57-aa54-bb9571618be3,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:15.992150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-910a19b5-8989-480d-bf74-0db5dcd52c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:15.994431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-910a19b5-8989-480d-bf74-0db5dcd52c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:16.003017 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-910a19b5-8989-480d-bf74-0db5dcd52c99 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3c589f25-d8db-4e57-aa54-bb9571618be3 HTTP/1.1" status: 204  len: 168 time: 0.2061219
Apr 09 02:02:16.664594 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe21216-7734-4eea-b0ec-99231c487007 req-76a27020-ad56-474e-9a13-29f988848e76 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:16.666281 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-efe21216-7734-4eea-b0ec-99231c487007 req-76a27020-ad56-474e-9a13-29f988848e76 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1019349
Apr 09 02:02:16.727550 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-efe21216-7734-4eea-b0ec-99231c487007 req-1b122643-52aa-437b-b045-530428de77ea tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535204
Apr 09 02:02:18.047253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cace0d1-27bb-45f6-a4fb-5e503a425e67 req-d5417cac-afe0-4b5f-9ef9-8fe5201a9e21 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:18.049387 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2cace0d1-27bb-45f6-a4fb-5e503a425e67 req-d5417cac-afe0-4b5f-9ef9-8fe5201a9e21 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1611609
Apr 09 02:02:18.097779 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2cace0d1-27bb-45f6-a4fb-5e503a425e67 req-5ed53b04-af09-49a7-a47f-0130b539ae37 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417702
Apr 09 02:02:18.169119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7ccef909-5c93-4a26-98d7-ecbe763b9e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:18.747597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:19.149975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:19.367440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe8353-48de-463e-8e1f-e414775ee961 req-468552e3-6206-4e42-819b-afd7c9d7d087 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:19.375459 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cffe8353-48de-463e-8e1f-e414775ee961 req-468552e3-6206-4e42-819b-afd7c9d7d087 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1156979
Apr 09 02:02:19.409600 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cffe8353-48de-463e-8e1f-e414775ee961 req-6c8a0463-1ca7-4a2b-9648-43c49151c134 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329669
Apr 09 02:02:19.550159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:02:20.379374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:20.632264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3fa8c-c081-434c-839a-b76da6a08546 req-5f96f1a1-f73b-4230-ba52-a1ace1eb4908 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:20.633835 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-67d3fa8c-c081-434c-839a-b76da6a08546 req-5f96f1a1-f73b-4230-ba52-a1ace1eb4908 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0987544
Apr 09 02:02:20.677923 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-67d3fa8c-c081-434c-839a-b76da6a08546 req-47df3ae0-d7f8-4a08-bb74-836575fea9e8 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356793
Apr 09 02:02:21.885212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8220a8c-fe64-469c-bd31-6725b0eb5dc0 req-4f399f87-eaf2-4176-8f85-3481e5c2ac17 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:21.886756 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e8220a8c-fe64-469c-bd31-6725b0eb5dc0 req-4f399f87-eaf2-4176-8f85-3481e5c2ac17 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0885913
Apr 09 02:02:21.922523 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e8220a8c-fe64-469c-bd31-6725b0eb5dc0 req-d1be823d-5ef4-4b5b-b133-85a49ebf236b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0292315
Apr 09 02:02:22.298016 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a275e16-e848-455a-a910-4d74587ddc9a req-eecfa988-5636-409f-9d89-be6ec26d2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:22.299627 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a275e16-e848-455a-a910-4d74587ddc9a req-eecfa988-5636-409f-9d89-be6ec26d2c54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 1098 time: 0.0801671
Apr 09 02:02:22.450755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a275e16-e848-455a-a910-4d74587ddc9a req-ce7823a0-31af-4411-9ffd-1c0e0a50641c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:22.452379 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a275e16-e848-455a-a910-4d74587ddc9a req-ce7823a0-31af-4411-9ffd-1c0e0a50641c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 917 time: 0.1461945
Apr 09 02:02:22.569618 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a275e16-e848-455a-a910-4d74587ddc9a req-481e257c-763a-4604-8a94-6fac6fdacf6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527 HTTP/1.1" status: 200  len: 1001 time: 0.1109669
Apr 09 02:02:22.639912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a275e16-e848-455a-a910-4d74587ddc9a req-1f9a83d6-1d51-405e-b7d6-f470e2625f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:22.641546 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a275e16-e848-455a-a910-4d74587ddc9a req-1f9a83d6-1d51-405e-b7d6-f470e2625f1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0661077
Apr 09 02:02:22.733482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a275e16-e848-455a-a910-4d74587ddc9a req-0e4aa4a2-5a99-4505-a2b1-8da743ebad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:22.735126 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a275e16-e848-455a-a910-4d74587ddc9a req-0e4aa4a2-5a99-4505-a2b1-8da743ebad06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863452
Apr 09 02:02:22.969580 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a275e16-e848-455a-a910-4d74587ddc9a req-56a7f5af-f729-4b06-937c-afb873eb3f72 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2272482
Apr 09 02:02:23.179241 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a275e16-e848-455a-a910-4d74587ddc9a req-cb329354-b448-4492-9764-7febe5bd4cf6 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030435
Apr 09 02:02:23.192767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74d648-3bf8-4d8c-887e-31600efa1b0c req-d98d1a38-8a29-4e97-be11-9db06dd8db5a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:23.194347 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-df74d648-3bf8-4d8c-887e-31600efa1b0c req-d98d1a38-8a29-4e97-be11-9db06dd8db5a tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.1310618
Apr 09 02:02:23.226874 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-df74d648-3bf8-4d8c-887e-31600efa1b0c req-69457e2a-cff9-4ec5-b9c6-fc1b56dcc451 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245852
Apr 09 02:02:24.445497 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ef59-c5c5-48c4-990e-ef8b79764938 req-3eac4b7c-5f43-4323-812d-31ddb395b15c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:24.447154 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a40ef59-c5c5-48c4-990e-ef8b79764938 req-3eac4b7c-5f43-4323-812d-31ddb395b15c tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0996180
Apr 09 02:02:24.480530 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a40ef59-c5c5-48c4-990e-ef8b79764938 req-f05ae0da-f314-4c7c-a5a0-40b6d63facaf tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258238
Apr 09 02:02:25.696080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2500ea8-1e20-4e2b-af8d-bd44a0cfacbf req-bfecb074-9a62-47ef-9c6a-9fa09fcb0d27 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:25.697679 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c2500ea8-1e20-4e2b-af8d-bd44a0cfacbf req-bfecb074-9a62-47ef-9c6a-9fa09fcb0d27 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 945 time: 0.0899460
Apr 09 02:02:25.729158 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c2500ea8-1e20-4e2b-af8d-bd44a0cfacbf req-066ca9c1-39f5-46ca-9c7a-ef6c8d59c802 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0243471
Apr 09 02:02:26.688507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6dd2d631-1997-4a1f-bbbc-8809cba98527 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:02:26.819830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:26.834022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:02:26.857839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:26.867290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:26.870138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dd9823e9-1ce4-49ff-a06a-583e1cde139a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:26.935124 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'code': 422} returned with failed status
Apr 09 02:02:26.971685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=8']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:26.975216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:27.196618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58800) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:27.332990 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75d831-c543-4571-adff-4b427ea879e0 req-e1387b1a-0b88-472c-9add-71541f32f4dc tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:27.333279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:27.334690 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca75d831-c543-4571-adff-4b427ea879e0 req-e1387b1a-0b88-472c-9add-71541f32f4dc tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1084974
Apr 09 02:02:27.350065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:02:27.356778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] Usage tracker for resource:security_group_rule and tenant:be59200deeec42b5a8f790395a50bfa3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:02:27.360204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:02:27.367223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:02:27.369998 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ca75d831-c543-4571-adff-4b427ea879e0 req-3217dfbc-ba4f-485f-a38d-e8c592c0d7a2 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0282514
Apr 09 02:02:27.467298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:27.471346 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:27.482042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-595e4d92-34c4-4213-bb84-699d8b87d274 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:27.529238 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be59200deeec42b5a8f790395a50bfa3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3313403
Apr 09 02:02:27.531044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff8a7e1-12bb-48aa-b581-495f0f7585f4,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:27.532440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58816) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:27.534578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4af85ecb-280b-4ac1-8b7d-05dae17e9f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:27.596547 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58824) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:27.602811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0495e894-a3b8-422a-8ab3-c8c1eb5dc665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:27.638291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0495e894-a3b8-422a-8ab3-c8c1eb5dc665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:27.686758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0495e894-a3b8-422a-8ab3-c8c1eb5dc665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:27.691013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:27.704847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495e894-a3b8-422a-8ab3-c8c1eb5dc665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff8a7e1-12bb-48aa-b581-495f0f7585f4,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:27.709688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0495e894-a3b8-422a-8ab3-c8c1eb5dc665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:27.720582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0495e894-a3b8-422a-8ab3-c8c1eb5dc665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:27.721909 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0495e894-a3b8-422a-8ab3-c8c1eb5dc665 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0ff8a7e1-12bb-48aa-b581-495f0f7585f4 HTTP/1.1" status: 204  len: 168 time: 0.1872215
Apr 09 02:02:27.752758 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-35d737db-abbb-4c25-b09f-346d920dd3a0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1543663
Apr 09 02:02:28.074586 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58840) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:28.096146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:28.115525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:02:28.120093 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Usage tracker for resource:security_group_rule and tenant:dea84057c5674a8c83cb00c085e603b0 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:02:28.123287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:02:28.130523 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:02:28.231383 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:28.235613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:28.253727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5f491b1c-ad6d-4561-960a-bfbf09a459e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:28.337072 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dea84057c5674a8c83cb00c085e603b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2609048
Apr 09 02:02:28.340436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58844) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:28.341099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35cddce-feb9-42a6-8209-127fa2fe0ed2,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:28.345064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:28.395336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-54e6a458-3954-4b51-87b8-203f954e164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:28.397007 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-54e6a458-3954-4b51-87b8-203f954e164a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee&tenant_id=bf455ad3606b44cea681dcfebb803125 HTTP/1.1" status: 200  len: 1096 time: 0.1250291
Apr 09 02:02:28.419534 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4d7e44d1-ece9-4d4a-aa46-a7521605d621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:28.500036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4d7e44d1-ece9-4d4a-aa46-a7521605d621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:28.642544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4d7e44d1-ece9-4d4a-aa46-a7521605d621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:28.649231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3bd87b2c-6057-408f-85e2-c32df983175c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:28.663156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-6a104967-4a49-4d06-b2fb-0154057bc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:28.664814 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-6a104967-4a49-4d06-b2fb-0154057bc1ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bf455ad3606b44cea681dcfebb803125&device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 1096 time: 0.2293410
Apr 09 02:02:28.669529 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e44d1-ece9-4d4a-aa46-a7521605d621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35cddce-feb9-42a6-8209-127fa2fe0ed2,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:28.676270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4d7e44d1-ece9-4d4a-aa46-a7521605d621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:28.679164 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4d7e44d1-ece9-4d4a-aa46-a7521605d621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:28.680418 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4d7e44d1-ece9-4d4a-aa46-a7521605d621 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f35cddce-feb9-42a6-8209-127fa2fe0ed2 HTTP/1.1" status: 204  len: 168 time: 0.3388538
Apr 09 02:02:28.988068 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64f515-9901-4bd2-9440-70257ffcf05d req-cf1ec49b-11a3-4104-970a-19d174d0f3fe tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:28.989756 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2f64f515-9901-4bd2-9440-70257ffcf05d req-cf1ec49b-11a3-4104-970a-19d174d0f3fe tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.4670646
Apr 09 02:02:29.093710 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2f64f515-9901-4bd2-9440-70257ffcf05d req-a68c144d-cf87-4754-a50e-7fa1b89caef2 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429626
Apr 09 02:02:29.123264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-ffb520a2-6827-4afc-9793-a45ac5f82663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:29.125068 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-ffb520a2-6827-4afc-9793-a45ac5f82663 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 200  len: 917 time: 0.4397330
Apr 09 02:02:29.231118 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58854) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:29.236305 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-c2d990c7-e97c-468a-bcd0-5a74d5fd663c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527 HTTP/1.1" status: 200  len: 999 time: 0.1040640
Apr 09 02:02:29.252163 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:29.269860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:02:29.274487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] Usage tracker for resource:security_group_rule and tenant:ec6ece3df52b4ec5afd8c8c304a83063 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:02:29.277704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:02:29.284160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:02:29.316722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-8d5f6326-071a-4cfd-9064-dcf9c158d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:29.318372 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-8d5f6326-071a-4cfd-9064-dcf9c158d400 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 200  len: 855 time: 0.0761018
Apr 09 02:02:29.351860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:29.415402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:29.419384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:29.431492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-403c3978-56fd-44da-80e7-86426eb3ccfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:29.448307 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-6ee5618a-17c9-46d5-95c1-fd302167b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:29.449829 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-6ee5618a-17c9-46d5-95c1-fd302167b0f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef903f2c-70db-4778-a505-57ac9ff39c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1239662
Apr 09 02:02:29.477575 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec6ece3df52b4ec5afd8c8c304a83063&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2449639
Apr 09 02:02:29.479075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7466a42d-265a-4ffe-b13d-2b758d342c4d,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:29.483765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58858) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:29.487452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a619cef8-48c0-4ebc-b166-a902f142986f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:29.557990 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-43818a1f-c4ad-4448-9722-c3fc5ca7d710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:29.588449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-43818a1f-c4ad-4448-9722-c3fc5ca7d710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:29.605837 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-96aeec86-929f-4a2e-9597-a9075b49f8cd service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485057
Apr 09 02:02:29.638498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-43818a1f-c4ad-4448-9722-c3fc5ca7d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:29.644245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f36deb21-ff8f-401c-aacf-be4ab94e676d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:29.666873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43818a1f-c4ad-4448-9722-c3fc5ca7d710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7466a42d-265a-4ffe-b13d-2b758d342c4d,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:29.670026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-43818a1f-c4ad-4448-9722-c3fc5ca7d710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:29.684734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-43818a1f-c4ad-4448-9722-c3fc5ca7d710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:29.688582 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-43818a1f-c4ad-4448-9722-c3fc5ca7d710 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7466a42d-265a-4ffe-b13d-2b758d342c4d HTTP/1.1" status: 204  len: 168 time: 0.2012248
Apr 09 02:02:29.783225 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-705aade6-d7b8-4d5e-98b8-0008331a4dc4 req-5ac0497d-c58b-489b-b5f2-f5a6d7d2c348 service neutron] 10.222.0.62 "GET /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1720543
Apr 09 02:02:30.322855 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53b1fa-f3b8-495d-8364-c84b959724c5 req-e1a8fd76-2e91-4ea3-bca4-08bd2123e684 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:30.324580 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4b53b1fa-f3b8-495d-8364-c84b959724c5 req-e1a8fd76-2e91-4ea3-bca4-08bd2123e684 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.0999384
Apr 09 02:02:30.360472 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4b53b1fa-f3b8-495d-8364-c84b959724c5 req-61ebf503-c5e7-448e-8b04-96175dc82815 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0281780
Apr 09 02:02:31.140235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 58912) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:31.295633 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:31.312214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:02:31.316493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] Usage tracker for resource:security_group_rule and tenant:619b7e0f56af4d42be806ae658782699 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:02:31.319590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:02:31.327011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:02:31.453930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:31.458856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:31.475337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3c77a22f-bf01-420b-8f14-ebefda1ba1a6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:31.592174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f1a75e-15c0-4da7-a3fd-c2bb5b6086bd,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:31.599544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:31.616012 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f24405dd-6559-4f78-a688-2092423a83fe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=619b7e0f56af4d42be806ae658782699&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4718759
Apr 09 02:02:31.616459 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 58920) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:02:31.640501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87308856-5d96-42a3-8f4a-fb9b1f1333ad req-e04f29d6-fb90-4baa-892e-8f4bc13b7772 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:31.642199 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-87308856-5d96-42a3-8f4a-fb9b1f1333ad req-e04f29d6-fb90-4baa-892e-8f4bc13b7772 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1401820
Apr 09 02:02:31.679660 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-87308856-5d96-42a3-8f4a-fb9b1f1333ad req-e868171f-42eb-4f35-af52-02280fc43090 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0303781
Apr 09 02:02:31.710197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4bbca55e-7634-4698-9835-d4927c76f345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:31.743157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4bbca55e-7634-4698-9835-d4927c76f345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:31.795290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4bbca55e-7634-4698-9835-d4927c76f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:31.800878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-349b387b-7e18-4da9-abc9-969f1762ed29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:31.819706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbca55e-7634-4698-9835-d4927c76f345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f1a75e-15c0-4da7-a3fd-c2bb5b6086bd,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:31.822879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4bbca55e-7634-4698-9835-d4927c76f345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:31.824778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4bbca55e-7634-4698-9835-d4927c76f345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:31.826063 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4bbca55e-7634-4698-9835-d4927c76f345 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74f1a75e-15c0-4da7-a3fd-c2bb5b6086bd HTTP/1.1" status: 204  len: 168 time: 0.2085085
Apr 09 02:02:32.973768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551ff86-e4fa-40bc-b27e-022b4b02b918 req-a52fe463-9964-465a-bc85-fa298c6fe0d8 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:32.975492 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2551ff86-e4fa-40bc-b27e-022b4b02b918 req-a52fe463-9964-465a-bc85-fa298c6fe0d8 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1554143
Apr 09 02:02:33.013940 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2551ff86-e4fa-40bc-b27e-022b4b02b918 req-d18f7103-6983-4dd7-8b28-f7be21ed8d20 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311241
Apr 09 02:02:34.291421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8f63a-4e9f-48e1-8b21-760106330719 req-8848024b-d17a-4a79-9b75-77d69b106f65 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:34.293799 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3eb8f63a-4e9f-48e1-8b21-760106330719 req-8848024b-d17a-4a79-9b75-77d69b106f65 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1169388
Apr 09 02:02:34.328507 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3eb8f63a-4e9f-48e1-8b21-760106330719 req-24a37633-80f7-47ec-8fd1-1dd0ae910f27 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0274982
Apr 09 02:02:34.798297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac0076-29d7-4f90-b69f-99806a547860 req-4985ea03-4d75-47da-bd55-4ef10e910ee5 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:34.800072 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-afac0076-29d7-4f90-b69f-99806a547860 req-4985ea03-4d75-47da-bd55-4ef10e910ee5 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1258101
Apr 09 02:02:34.838693 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-afac0076-29d7-4f90-b69f-99806a547860 req-c03b1916-ee46-4294-82fa-d89393af2465 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0270312
Apr 09 02:02:35.600968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626cfed-98ba-4036-828f-17b09d8db49c req-b71dcc3b-b23c-45b3-b709-5640886f76a3 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:35.602669 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6626cfed-98ba-4036-828f-17b09d8db49c req-b71dcc3b-b23c-45b3-b709-5640886f76a3 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1038702
Apr 09 02:02:35.637246 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6626cfed-98ba-4036-828f-17b09d8db49c req-de9f663d-c410-451a-b8ab-460a95ded1c4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0262561
Apr 09 02:02:36.086033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8adaa-c623-4baf-94a4-88ebbea6994b req-15626cc0-532b-48b0-907d-24736c332fcc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:36.088066 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-44e8adaa-c623-4baf-94a4-88ebbea6994b req-15626cc0-532b-48b0-907d-24736c332fcc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1014946
Apr 09 02:02:36.137115 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-44e8adaa-c623-4baf-94a4-88ebbea6994b req-8dea6bb4-e199-4175-8208-3c2b9411be58 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0360985
Apr 09 02:02:36.891350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b2741-836d-4387-99ff-becc7c3e094a req-abf29e16-b1c2-4d0e-9fb5-6947ec45009b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:36.894672 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b25b2741-836d-4387-99ff-becc7c3e094a req-abf29e16-b1c2-4d0e-9fb5-6947ec45009b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1210895
Apr 09 02:02:36.938461 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b25b2741-836d-4387-99ff-becc7c3e094a req-fb05a6fb-7388-434f-819e-582b646e6eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0308094
Apr 09 02:02:37.361879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67f189-5920-4af3-a377-45ddfef4a47f req-f068a138-d4ad-4ca8-9230-648e47168590 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:37.363648 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-da67f189-5920-4af3-a377-45ddfef4a47f req-f068a138-d4ad-4ca8-9230-648e47168590 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0984299
Apr 09 02:02:37.398537 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-da67f189-5920-4af3-a377-45ddfef4a47f req-4fdbf4bf-cba9-4b60-bfee-2527d970d021 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0268734
Apr 09 02:02:38.189128 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207f096-3691-4e77-bca0-8305c1af4acf req-107ed22c-03be-4a12-b4c3-c84921774e07 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:38.190998 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d207f096-3691-4e77-bca0-8305c1af4acf req-107ed22c-03be-4a12-b4c3-c84921774e07 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1126974
Apr 09 02:02:38.225142 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d207f096-3691-4e77-bca0-8305c1af4acf req-37c835e0-cdf1-474b-aadc-b4b1ab5bef9b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276721
Apr 09 02:02:38.646976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc2d03-c9fd-4710-9e48-5dae4e4ff6fc req-7ab37328-9dac-4fd8-9ab2-51bbd7dcac49 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:38.648977 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3fc2d03-c9fd-4710-9e48-5dae4e4ff6fc req-7ab37328-9dac-4fd8-9ab2-51bbd7dcac49 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1104486
Apr 09 02:02:38.685431 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f3fc2d03-c9fd-4710-9e48-5dae4e4ff6fc req-8bd1a06c-2a6b-44da-b70d-65e45491def2 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0279992
Apr 09 02:02:39.465669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e088e-f35d-4c1a-b3ac-0827430c0528 req-cd84cdb0-a54b-4879-b10c-525f5dd3df02 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:39.467319 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d49e088e-f35d-4c1a-b3ac-0827430c0528 req-cd84cdb0-a54b-4879-b10c-525f5dd3df02 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1001735
Apr 09 02:02:39.501907 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d49e088e-f35d-4c1a-b3ac-0827430c0528 req-d4ace8a8-2398-4efc-befb-6d42f0f15051 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0275211
Apr 09 02:02:39.905799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2a080-1147-47fc-b109-92cf2e1f3e35 req-039bac95-4eee-4398-a0c2-bcb3c103c5a4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:39.907504 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5d2a080-1147-47fc-b109-92cf2e1f3e35 req-039bac95-4eee-4398-a0c2-bcb3c103c5a4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0997913
Apr 09 02:02:39.943185 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5d2a080-1147-47fc-b109-92cf2e1f3e35 req-1fb8d902-fcf9-40e8-b55f-1b9fd620128a tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0287616
Apr 09 02:02:40.750994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8d608-f23b-4dc3-9a06-f44a0a7c200d req-f4347a01-6167-447b-8aeb-799b70c341ae tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:40.752792 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8fa8d608-f23b-4dc3-9a06-f44a0a7c200d req-f4347a01-6167-447b-8aeb-799b70c341ae tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1007566
Apr 09 02:02:40.787278 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8fa8d608-f23b-4dc3-9a06-f44a0a7c200d req-bb2a99a1-1705-4962-8b12-5856ee3220ab tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0270202
Apr 09 02:02:41.170313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5b503-c220-4d84-8606-46e3c1e6c86b req-5370143e-d2ec-4a5e-bf10-679b485b05da tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:41.186131 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-09b5b503-c220-4d84-8606-46e3c1e6c86b req-5370143e-d2ec-4a5e-bf10-679b485b05da tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1041636
Apr 09 02:02:41.208611 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-09b5b503-c220-4d84-8606-46e3c1e6c86b req-90a68c55-f10a-409c-a8db-060edf2d2154 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0280178
Apr 09 02:02:42.009352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fbca4-62ae-4323-93e7-5fa538b88e9b req-09469f33-2656-40e1-886d-3e18b908b4e7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:42.011105 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-977fbca4-62ae-4323-93e7-5fa538b88e9b req-09469f33-2656-40e1-886d-3e18b908b4e7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.0967643
Apr 09 02:02:42.049280 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-977fbca4-62ae-4323-93e7-5fa538b88e9b req-f4b1e3c5-582c-4284-aa01-6e831ee6e9b8 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0309200
Apr 09 02:02:42.530985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26de34-8a47-4e72-b5f5-9dad4fd7fa41 req-330a0556-c43e-4f1b-81ab-1ec3302b43e9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:42.532935 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4b26de34-8a47-4e72-b5f5-9dad4fd7fa41 req-330a0556-c43e-4f1b-81ab-1ec3302b43e9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1016159
Apr 09 02:02:42.581935 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4b26de34-8a47-4e72-b5f5-9dad4fd7fa41 req-99d984a0-e16f-4d5d-92db-9e4a7879592f tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0418284
Apr 09 02:02:43.284962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7316f9-6167-4008-82b4-f2c47e06f5b4 req-ca1af211-1225-4e06-8e49-de9ee089ca64 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:43.286579 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f7316f9-6167-4008-82b4-f2c47e06f5b4 req-ca1af211-1225-4e06-8e49-de9ee089ca64 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1050911
Apr 09 02:02:43.319702 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5f7316f9-6167-4008-82b4-f2c47e06f5b4 req-3739f05e-6fbf-4dad-90dc-7058b27f8e64 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261757
Apr 09 02:02:43.789979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48a27945-68d9-495a-a115-fe22c51e0698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:43.813407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd0159-8ee5-48b6-bd0c-ca15d9037c7b req-9553e071-bd04-425d-b39b-3ea670662253 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:43.815097 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b6dd0159-8ee5-48b6-bd0c-ca15d9037c7b req-9553e071-bd04-425d-b39b-3ea670662253 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1007245
Apr 09 02:02:43.848503 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b6dd0159-8ee5-48b6-bd0c-ca15d9037c7b req-db6e4600-8d8e-4fdd-8a1b-5ea781c17db9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0266078
Apr 09 02:02:44.564676 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-24620d0b-8b8c-4b5f-9feb-5e3544760c29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1610923
Apr 09 02:02:44.578202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1093aa8-1f6a-442e-808e-d089b7be299c req-5d852907-a13e-4e4b-b194-d5c9f7e0f9b7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:44.579859 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b1093aa8-1f6a-442e-808e-d089b7be299c req-5d852907-a13e-4e4b-b194-d5c9f7e0f9b7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 943 time: 0.1169336
Apr 09 02:02:44.617230 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b1093aa8-1f6a-442e-808e-d089b7be299c req-d1eded21-3cdc-40f6-afd7-06b920cb4952 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261190
Apr 09 02:02:44.758635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-9c3fd5c0-043c-412f-bc4b-a6971fe98923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:44.760384 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-9c3fd5c0-043c-412f-bc4b-a6971fe98923 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 1099 time: 0.0854163
Apr 09 02:02:44.781176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6dd2d631-1997-4a1f-bbbc-8809cba98527 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:02:44.983241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:45.001722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'port_id': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'mac_address': 'fa:16:3e:46:02:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:02:45.063968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:45.065357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd2d631-1997-4a1f-bbbc-8809cba98527 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:02:45.082178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:45.086009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:45.087898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cab8cf7e-a75f-4556-bfac-7874f094e900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:45.107014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-dd3826a2-c280-4326-9a98-ebf91f42c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:45.108852 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-dd3826a2-c280-4326-9a98-ebf91f42c120 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 912 time: 0.3229012
Apr 09 02:02:45.170968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=9']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:45.174796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:45.252764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735b0eb-9f74-4cf5-ba21-43088bef7c87 req-7a8f6b12-1766-48e0-861d-15fa44790a71 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:45.254415 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5735b0eb-9f74-4cf5-ba21-43088bef7c87 req-7a8f6b12-1766-48e0-861d-15fa44790a71 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.2349143
Apr 09 02:02:45.256568 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-c74fd5c6-70a0-458e-a0ab-2fa59d75d642 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 HTTP/1.1" status: 200  len: 1001 time: 0.1395166
Apr 09 02:02:45.346755 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5735b0eb-9f74-4cf5-ba21-43088bef7c87 req-01433248-41b1-4c7d-b53d-a00522cb6e84 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484493
Apr 09 02:02:45.360096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-45fc81db-5433-4029-8704-e1fe38fedc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:45.362086 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-45fc81db-5433-4029-8704-e1fe38fedc9d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 200  len: 850 time: 0.0980477
Apr 09 02:02:45.418562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['6dd2d631-1997-4a1f-bbbc-8809cba98527'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:02:45.455323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-d1622815-c3f0-48fe-bffb-dbd1f0aaa307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:45.457364 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-d1622815-c3f0-48fe-bffb-dbd1f0aaa307 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c93796-0098-4080-965f-a515624b9ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0883038
Apr 09 02:02:45.627357 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-c65c43b0-ce52-4f09-992e-f901b77bd348 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619649
Apr 09 02:02:46.074461 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d9c63b54-dd30-4999-8c23-a5a24972f659 req-4f9be074-530f-4869-9e7f-763c80c4a3de service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4401999
Apr 09 02:02:46.092009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d14b8-8032-44c5-b29f-46e1c21981e8 req-8884af1c-9208-4e04-ab87-da83b32feab8 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:46.095980 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e1d14b8-8032-44c5-b29f-46e1c21981e8 req-8884af1c-9208-4e04-ab87-da83b32feab8 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 944 time: 0.1313083
Apr 09 02:02:46.131527 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6e1d14b8-8032-44c5-b29f-46e1c21981e8 req-7b9b5649-d4df-4832-87f2-3f5d2eda6e95 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276027
Apr 09 02:02:46.556187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b97239-514a-4ec1-9b0d-447b7dd82c36 req-479b43f4-d34d-4a70-add8-8c6ec532d21e tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:46.557852 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-16b97239-514a-4ec1-9b0d-447b7dd82c36 req-479b43f4-d34d-4a70-add8-8c6ec532d21e tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0910974
Apr 09 02:02:46.589985 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-16b97239-514a-4ec1-9b0d-447b7dd82c36 req-a64fbae7-8b37-4515-833e-be55b4274c5d tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0247803
Apr 09 02:02:46.788031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6dd2d631-1997-4a1f-bbbc-8809cba98527 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:02:46.874133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 6dd2d631-1997-4a1f-bbbc-8809cba98527 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:02:46.874650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:47.005609 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:47.018233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:02:47.028933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:02:47.042773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:47.042773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:02:47.097540 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'code': 200}
Apr 09 02:02:47.110086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=10']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:02:47.113558 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:02:47.400329 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8885222-4693-4e27-85c0-e7134c4106ee req-556c3949-bc65-4c5c-8dfd-863110e5d0a5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:47.402473 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b8885222-4693-4e27-85c0-e7134c4106ee req-556c3949-bc65-4c5c-8dfd-863110e5d0a5 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 946 time: 0.1445203
Apr 09 02:02:47.442508 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b8885222-4693-4e27-85c0-e7134c4106ee req-88015432-e4e4-4e4f-8f86-5fe660164292 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0307941
Apr 09 02:02:47.449797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6be84-977f-4969-8a8a-6ea03fd98f7b req-b14a95d0-9cc5-42fd-87e2-f007ccb71435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:47.451366 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2cc6be84-977f-4969-8a8a-6ea03fd98f7b req-b14a95d0-9cc5-42fd-87e2-f007ccb71435 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 1099 time: 0.1212432
Apr 09 02:02:47.479567 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2cc6be84-977f-4969-8a8a-6ea03fd98f7b req-ab54f8d2-5999-4366-9421-e9dad1daccbd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0211730
Apr 09 02:02:47.798012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0d44b-d169-4c5f-8df0-a19c1d3942ff req-2797d78b-56d9-42fe-a817-5083dc107d03 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:47.799612 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c2b0d44b-d169-4c5f-8df0-a19c1d3942ff req-2797d78b-56d9-42fe-a817-5083dc107d03 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0913591
Apr 09 02:02:47.832117 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c2b0d44b-d169-4c5f-8df0-a19c1d3942ff req-be0be3cc-f062-4d82-984b-0dc22bc6dc20 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0257235
Apr 09 02:02:48.161771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-17e56f9c-b073-443c-a2c0-624ae9d6666b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:48.659946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fad405-5f6a-422c-912f-be1f335ddcb1 req-249def44-d534-4bfe-bb8f-73f6ed075f9f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:48.661612 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-45fad405-5f6a-422c-912f-be1f335ddcb1 req-249def44-d534-4bfe-bb8f-73f6ed075f9f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 946 time: 0.0913413
Apr 09 02:02:48.695114 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-45fad405-5f6a-422c-912f-be1f335ddcb1 req-ad4f45e6-55b9-49a0-94b9-fdf6ac9b29b3 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260744
Apr 09 02:02:48.742166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:49.064799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b645c5-c3f2-4c02-acf1-959d7cccecc8 req-51395087-095b-4264-b1a2-6c90385cf15b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:49.066549 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b7b645c5-c3f2-4c02-acf1-959d7cccecc8 req-51395087-095b-4264-b1a2-6c90385cf15b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0947938
Apr 09 02:02:49.099005 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b7b645c5-c3f2-4c02-acf1-959d7cccecc8 req-1996ddd9-ccf9-4f67-bbed-b0675df4e11a tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0260816
Apr 09 02:02:49.121863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:49.923378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31603313-57ee-4630-9980-b9c13f553de1 req-0f82c6ef-83d5-42ae-9c7d-3cc38ae134c0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:49.925119 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-31603313-57ee-4630-9980-b9c13f553de1 req-0f82c6ef-83d5-42ae-9c7d-3cc38ae134c0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 946 time: 0.1042852
Apr 09 02:02:49.957679 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-31603313-57ee-4630-9980-b9c13f553de1 req-0b8958cd-7158-4a0f-89a5-c1f1bc5bd35f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260100
Apr 09 02:02:50.313217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0622e6-46b8-4f1f-8bbc-f2ceae856f7c req-4bea92dc-483f-46b0-9484-349fadb484b9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:50.314877 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0e0622e6-46b8-4f1f-8bbc-f2ceae856f7c req-4bea92dc-483f-46b0-9484-349fadb484b9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0955324
Apr 09 02:02:50.346812 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0e0622e6-46b8-4f1f-8bbc-f2ceae856f7c req-035e78e9-08c2-41bb-842c-14e4ab753480 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0249934
Apr 09 02:02:50.381439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:51.566176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2be89-4ac6-4896-8d9d-85000ba8d92b req-d1101a51-0b0a-418a-b511-eeef14302fdc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:51.567896 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7de2be89-4ac6-4896-8d9d-85000ba8d92b req-d1101a51-0b0a-418a-b511-eeef14302fdc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0965025
Apr 09 02:02:51.603333 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7de2be89-4ac6-4896-8d9d-85000ba8d92b req-025702ff-e097-4e47-9141-72c8a2f3c984 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0253356
Apr 09 02:02:52.830771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d457b-cc70-4327-b39b-e5a5ed95592c req-bd894421-71e4-4b03-bb22-037bdacea7ec tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:52.832689 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d50d457b-cc70-4327-b39b-e5a5ed95592c req-bd894421-71e4-4b03-bb22-037bdacea7ec tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1028869
Apr 09 02:02:52.867750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d50d457b-cc70-4327-b39b-e5a5ed95592c req-262fff03-f286-4825-a32f-7dff9982269c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0280852
Apr 09 02:02:54.098315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d63d2c-5efe-4b88-96da-7dc94d0ee12f req-d7cb8c5e-7091-485b-897e-6bc413c57523 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:54.100447 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-57d63d2c-5efe-4b88-96da-7dc94d0ee12f req-d7cb8c5e-7091-485b-897e-6bc413c57523 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0938392
Apr 09 02:02:54.136779 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-57d63d2c-5efe-4b88-96da-7dc94d0ee12f req-3e7edf87-a103-4511-ab53-b987567f6ab0 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0271783
Apr 09 02:02:54.396779 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-d77dfc4c-f28c-4f82-aee6-3449c9bdb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:54.398784 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-d77dfc4c-f28c-4f82-aee6-3449c9bdb7ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1098 time: 0.0952141
Apr 09 02:02:54.550265 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-1d1ba802-54c8-467e-ab61-fd6201d78c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:54.551873 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-1d1ba802-54c8-467e-ab61-fd6201d78c85 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0911d7-2183-43e3-9703-f2a48c7303e9 HTTP/1.1" status: 200  len: 910 time: 0.1459472
Apr 09 02:02:54.667627 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-38618df9-9d39-42ad-a793-892007a350e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ca91c8-1321-4724-ba82-e895625c1079 HTTP/1.1" status: 200  len: 1000 time: 0.1074433
Apr 09 02:02:54.745526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-a03a68b4-ddda-4da4-8c66-76f966bb9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:54.747136 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-a03a68b4-ddda-4da4-8c66-76f966bb9884 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8be35d05-70b7-428c-80b6-1f2d07885d22 HTTP/1.1" status: 200  len: 848 time: 0.0668848
Apr 09 02:02:54.835104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-c4021e95-3f25-4847-9559-229038a7a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:54.836837 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-c4021e95-3f25-4847-9559-229038a7a1e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0911d7-2183-43e3-9703-f2a48c7303e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821123
Apr 09 02:02:55.029138 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-c2daa48a-08da-4bc2-ae46-1cd6f858109f service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836643
Apr 09 02:02:55.184481 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2dd2d7d2-b591-46ac-8f26-5902ed8c64f0 req-d31b6cd3-2fc5-4b57-8b23-72c2bf6f3f78 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458220
Apr 09 02:02:55.390365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95df04-5591-4150-9c8b-3dcf739f806e req-50f4963d-bb74-4788-bcc2-4227b073ecc0 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:55.392162 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ab95df04-5591-4150-9c8b-3dcf739f806e req-50f4963d-bb74-4788-bcc2-4227b073ecc0 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1000032
Apr 09 02:02:55.426649 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ab95df04-5591-4150-9c8b-3dcf739f806e req-e7953326-116a-4940-9cfd-3cd01d37bf43 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0272269
Apr 09 02:02:56.567912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:02:56.658402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e9471-0da5-47fe-9747-c6a550508717 req-52938b8c-9cdd-4a21-a163-23084a8195ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:56.661089 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-795e9471-0da5-47fe-9747-c6a550508717 req-52938b8c-9cdd-4a21-a163-23084a8195ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1133521
Apr 09 02:02:56.704048 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-795e9471-0da5-47fe-9747-c6a550508717 req-e7d18a6d-1fe4-423d-87f7-099672067a55 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0314755
Apr 09 02:02:58.008730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508def8f-bad5-4bf4-b716-3d518638c06b req-7d2af75f-4f25-4381-b8a4-a5fd34607e76 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:58.012028 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-508def8f-bad5-4bf4-b716-3d518638c06b req-7d2af75f-4f25-4381-b8a4-a5fd34607e76 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1491945
Apr 09 02:02:58.060904 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-508def8f-bad5-4bf4-b716-3d518638c06b req-99b55d46-49bb-426f-94c9-c37e969b6c4a tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419049
Apr 09 02:02:59.274076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175a6b6-186c-4b9d-a109-0e872beeb551 req-7ec47a22-0e93-45e3-876b-63226a795dfc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:59.275750 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0175a6b6-186c-4b9d-a109-0e872beeb551 req-7ec47a22-0e93-45e3-876b-63226a795dfc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0925646
Apr 09 02:02:59.308239 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0175a6b6-186c-4b9d-a109-0e872beeb551 req-b51dce4e-a584-4451-b37e-e3b3f3be474f tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0250318
Apr 09 02:02:59.343474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:02:59.762540 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-7da1f8b8-a240-474d-9ab6-b234f4a5015b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1534770
Apr 09 02:02:59.794582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f298e6-b022-43e9-871b-b91f4493fe64 req-6a6ff27a-df18-4583-b813-3261a0216745 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:02:59.796258 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-46f298e6-b022-43e9-871b-b91f4493fe64 req-6a6ff27a-df18-4583-b813-3261a0216745 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1062341
Apr 09 02:02:59.842050 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-46f298e6-b022-43e9-871b-b91f4493fe64 req-244220d4-a323-4df2-8cd6-8b47090166e4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0272253
Apr 09 02:03:00.105800 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b72ad-575b-4bfd-8659-32fea52e2b5e req-588b6979-37b1-4e52-9dc8-b6b6283c4703 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:00.108804 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-398b72ad-575b-4bfd-8659-32fea52e2b5e req-588b6979-37b1-4e52-9dc8-b6b6283c4703 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.1173997
Apr 09 02:03:00.145127 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-398b72ad-575b-4bfd-8659-32fea52e2b5e req-ec2b0838-db70-4861-8801-bde179bbd483 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0287991
Apr 09 02:03:01.076468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8cfb-3cde-4f4e-9aab-5410bcb4ca70 req-6dac585d-a9d8-462b-bd1f-5eb4eaaf18e8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:01.078123 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-12bf8cfb-3cde-4f4e-9aab-5410bcb4ca70 req-6dac585d-a9d8-462b-bd1f-5eb4eaaf18e8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0902758
Apr 09 02:03:01.112113 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-12bf8cfb-3cde-4f4e-9aab-5410bcb4ca70 req-9f5da915-5cca-4b94-ae34-5168a98430e9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0273430
Apr 09 02:03:01.366154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71415c94-2a8e-403c-b47c-53fa6126e953 req-bbd1dcb3-822b-477e-98bc-32369543aa56 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:01.367822 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-71415c94-2a8e-403c-b47c-53fa6126e953 req-bbd1dcb3-822b-477e-98bc-32369543aa56 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.0968962
Apr 09 02:03:01.399792 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-71415c94-2a8e-403c-b47c-53fa6126e953 req-dc37c8a9-f734-4458-a507-8f57c342d66a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0253885
Apr 09 02:03:02.142338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 73ca91c8-1321-4724-ba82-e895625c1079 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:03:02.270000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:02.282236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:03:02.293877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73ca91c8-1321-4724-ba82-e895625c1079,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:02.299887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:02.302933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:02.325316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cfd83-af7b-4fc6-9bf0-d2468db56fb2 req-963f23ab-56cc-4897-927a-12c4593b2e13 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:02.327300 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4f0cfd83-af7b-4fc6-9bf0-d2468db56fb2 req-963f23ab-56cc-4897-927a-12c4593b2e13 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.0990686
Apr 09 02:03:02.360189 dv-cinder-784623-6-iscsi neutron-server[85134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079', 'code': 422} returned with failed status
Apr 09 02:03:02.362597 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4f0cfd83-af7b-4fc6-9bf0-d2468db56fb2 req-e3683773-f628-4fcd-a995-ea247574b7db tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0285311
Apr 09 02:03:02.389888 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=73ca91c8-1321-4724-ba82-e895625c1079,revision_number=6']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:02.393449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:02.617268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5677d7-48e1-43ce-989c-a473e18081cb req-ac22bf63-a5c6-4e3d-83ec-2d8ebe4e7f44 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:02.618851 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2c5677d7-48e1-43ce-989c-a473e18081cb req-ac22bf63-a5c6-4e3d-83ec-2d8ebe4e7f44 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.0928330
Apr 09 02:03:02.649413 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2c5677d7-48e1-43ce-989c-a473e18081cb req-bc4a2e7c-868b-4499-b1b9-cefb6c706ec6 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0240703
Apr 09 02:03:03.448947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-cc2c263a-3ae7-4788-bd10-792a9cddad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:03.450560 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-cc2c263a-3ae7-4788-bd10-792a9cddad02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215&tenant_id=ac3b8f7fb01041abac3b9215f681e4e1 HTTP/1.1" status: 200  len: 1096 time: 0.0790725
Apr 09 02:03:03.641229 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5843a0-7512-4f39-94f3-2fe0cb3c26c1 req-f384884b-e19b-4f0b-ac13-ba1ca53814ca tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:03.642805 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e5843a0-7512-4f39-94f3-2fe0cb3c26c1 req-f384884b-e19b-4f0b-ac13-ba1ca53814ca tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.1572161
Apr 09 02:03:03.644838 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-4d297ac0-1857-47f7-a351-b7f276964bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:03.646336 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-4d297ac0-1857-47f7-a351-b7f276964bdc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1096 time: 0.1207206
Apr 09 02:03:03.713015 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e5843a0-7512-4f39-94f3-2fe0cb3c26c1 req-e8710bd8-fe13-45b9-81ff-a176a299f3ef tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0636461
Apr 09 02:03:03.862162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-7deec327-e4e0-4d6a-8785-b27612c450b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:03.863727 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-7deec327-e4e0-4d6a-8785-b27612c450b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0911d7-2183-43e3-9703-f2a48c7303e9 HTTP/1.1" status: 200  len: 910 time: 0.2002313
Apr 09 02:03:04.036357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d03485-d306-4b68-85f0-874c70029fa5 req-40c10185-aa14-4c0e-a5b3-9197fc2963f5 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:04.037890 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b4d03485-d306-4b68-85f0-874c70029fa5 req-40c10185-aa14-4c0e-a5b3-9197fc2963f5 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.2510452
Apr 09 02:03:04.044073 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-3270a677-37cc-49da-b1fd-14bcf6daefe8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ca91c8-1321-4724-ba82-e895625c1079 HTTP/1.1" status: 200  len: 998 time: 0.1690490
Apr 09 02:03:04.127514 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b4d03485-d306-4b68-85f0-874c70029fa5 req-da1fc931-ffaa-421d-be92-9d57d893c228 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0816078
Apr 09 02:03:04.156189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-50dc3a4d-74b1-4187-92a1-7adfb1e6ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:04.157735 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-50dc3a4d-74b1-4187-92a1-7adfb1e6ddc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8be35d05-70b7-428c-80b6-1f2d07885d22 HTTP/1.1" status: 200  len: 848 time: 0.0953312
Apr 09 02:03:04.167693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-cf796b9c-5437-4933-9948-bec2df2623d2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:04.169169 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-cf796b9c-5437-4933-9948-bec2df2623d2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.2031717
Apr 09 02:03:04.532693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Deleting port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:03:04.533264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:04.600372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-2152b87f-d4f7-4527-af4b-59fdce83a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:04.601944 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-2152b87f-d4f7-4527-af4b-59fdce83a7d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0911d7-2183-43e3-9703-f2a48c7303e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4318581
Apr 09 02:03:04.907076 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-5c01a566-0320-4dd2-b0df-1dc6c5c9a8bb service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2725832
Apr 09 02:03:05.090508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] For port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:05.090912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:05.257558 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3acd84f8-86d6-4534-8a61-ef29b9f3f08f req-05df3fb3-6a8f-435b-bf02-bd2d4ed41d5b service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3464761
Apr 09 02:03:05.426810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554edf91-eba4-46ff-a92b-1b6c037126e5 req-affff2e6-3ec4-4004-86a8-69b0b557452e tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:05.428472 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-554edf91-eba4-46ff-a92b-1b6c037126e5 req-affff2e6-3ec4-4004-86a8-69b0b557452e tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.4012871
Apr 09 02:03:05.567623 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-554edf91-eba4-46ff-a92b-1b6c037126e5 req-7a6c076b-a6d0-4de1-921f-5c1c1776f8b7 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0685594
Apr 09 02:03:05.589662 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:05.590077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:05.590430 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Floating IP 550d765b-11cf-45bf-a95f-d46ec276a4c6 disassociated. External IP: 172.27.2.80, port: 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01.
Apr 09 02:03:05.590811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Calling delete_port for 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:03:05.630373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e8e4c-b908-4a4d-be92-0e1492b8679f req-66aa626a-7729-4681-91f0-3be372d63ed9 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:05.632098 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6a8e8e4c-b908-4a4d-be92-0e1492b8679f req-66aa626a-7729-4681-91f0-3be372d63ed9 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 946 time: 0.3156693
Apr 09 02:03:05.687050 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6a8e8e4c-b908-4a4d-be92-0e1492b8679f req-2ea28a2f-f829-4a4e-b907-0fa082be8da0 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466275
Apr 09 02:03:05.787032 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:05.803221 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bdcf4780-098a-4360-a9de-ba6ce346fad6 tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:05.859890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event deleted for resources: {'Port': ['ID=6ccc6b33-8ac8-4278-a8df-c08a6caf6b01,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:05.877168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.877573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.877978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.878373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.878775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.879161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.879549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.879941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.880356 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.880746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.881130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.881514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:05.887230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:06.191554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Router 4ce24115-159c-48f5-ad02-829798be077d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:03:06.388102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:03:06.398414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] Sync routers for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:03:06.409890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:06.410591 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd554e0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:02:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:06.472924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] No DVR routers for this DVR port 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:03:06.475545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:06.478653 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'name': 'network-vif-deleted', 'tag': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:03:06.506677 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e166b0bb-b6f0-4cbc-bec1-a6b3f039dfe9 req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "DELETE /v2.0/ports/6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 HTTP/1.1" status: 204  len: 173 time: 2.3026016
Apr 09 02:03:06.532948 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd', 'name': 'network-vif-deleted', 'tag': '6ccc6b33-8ac8-4278-a8df-c08a6caf6b01', 'status': 'completed', 'code': 200}
Apr 09 02:03:06.654006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:06.775226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48fffd-856f-4acc-a4e7-c9be5f7508c5 req-295b277a-5b1a-4121-902e-fc9092269096 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:06.776840 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-af48fffd-856f-4acc-a4e7-c9be5f7508c5 req-295b277a-5b1a-4121-902e-fc9092269096 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.0900083
Apr 09 02:03:06.815462 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-af48fffd-856f-4acc-a4e7-c9be5f7508c5 req-594b1ced-0c50-4328-9ebf-1c142063de32 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0319178
Apr 09 02:03:06.866640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-f93c9af0-03bd-4c75-ad94-2451139f6939 req-5d5eb56f-3820-4ae6-8f58-a6b89098049a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Synchronizing usage tracker for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:03:06.882306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-f93c9af0-03bd-4c75-ad94-2451139f6939 req-5d5eb56f-3820-4ae6-8f58-a6b89098049a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Unset dirty status for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:03:06.883685 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f93c9af0-03bd-4c75-ad94-2451139f6939 req-5d5eb56f-3820-4ae6-8f58-a6b89098049a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=b86e0ce7-1e6d-4bc3-9b42-f7fbac850bbd HTTP/1.1" status: 200  len: 210 time: 0.0662475
Apr 09 02:03:07.000417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd554e0>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:07.004504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] Checking router: 4ce24115-159c-48f5-ad02-829798be077d for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:03:07.014069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:07.014735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd554e0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:02:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:07.206315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:07.716023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd554e0>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:07.720194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d6b4a6-3192-414c-9cb0-27bfa37f2a9c None None] The sync data for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi is: [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:03:08.049322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c460b-090b-4703-8cbb-10473a12a96c req-fe34f765-3e45-48a8-ab53-fb4a93d9c46c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:08.051073 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d25c460b-090b-4703-8cbb-10473a12a96c req-fe34f765-3e45-48a8-ab53-fb4a93d9c46c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.0966270
Apr 09 02:03:08.082792 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d25c460b-090b-4703-8cbb-10473a12a96c req-7a1a7795-c892-4f01-b829-0caa0222a276 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0243559
Apr 09 02:03:08.143741 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c439d575-7f7b-471e-a35e-7d887c11bab1 None None] New status for floating IP 550d765b-11cf-45bf-a95f-d46ec276a4c6: DOWN {{(pid=85249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:03:08.298624 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-225ea522-15dc-4083-a2de-6b2cd90f0097 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59632659&fields=id&tenant_id=6bf79679be104ba7b95bf2c38a0760a5 HTTP/1.1" status: 200  len: 267 time: 0.0263650
Apr 09 02:03:08.468169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-f3793395-a360-4fff-8292-6f5136cad468 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:08.469758 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-f3793395-a360-4fff-8292-6f5136cad468 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 811 time: 0.1627667
Apr 09 02:03:08.487478 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-b26e5f97-9c01-4600-8b47-b47a742fef0a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/quotas/6bf79679be104ba7b95bf2c38a0760a5 HTTP/1.1" status: 200  len: 375 time: 0.0112925
Apr 09 02:03:08.585150 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-4cd6a98f-ce27-4ede-8170-11679f3f651b tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0914671
Apr 09 02:03:08.739746 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2eeab9ed-be33-43c2-a2d4-b35062bc3196 service neutron] 10.222.0.38 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414351
Apr 09 02:03:08.887425 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-68548ac1-87ac-4e70-88ea-1c17f5632af3 service neutron] 10.222.0.38 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1411722
Apr 09 02:03:08.897465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:03:08.948432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:03:08.948850 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6ccc6b33-8ac8-4278-a8df-c08a6caf6b01 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:03:08.978235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59282) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:09.109694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:09.126766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:09.131392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] Usage tracker for resource:security_group_rule and tenant:3fa2fc6f0e7c4d8a8abe26e5db3fb55d is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:09.134555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:09.141257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:09.306945 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:09.349976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:09.371339 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-736a092b-9874-44fb-a490-cec20fb15f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:09.379702 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3fa342a8-86e8-4452-bfe8-4317c4479865 req-bc936069-a7ca-4541-a4c7-823177751b6f tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 210 time: 0.0694721
Apr 09 02:03:09.427148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76fe65-a653-4480-84c7-cb7d62dd3597 req-979ef4ec-68ab-4085-a6b8-0ca7054f698a tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:09.428803 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1b76fe65-a653-4480-84c7-cb7d62dd3597 req-979ef4ec-68ab-4085-a6b8-0ca7054f698a tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.2242954
Apr 09 02:03:09.436204 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fa2fc6f0e7c4d8a8abe26e5db3fb55d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4567428
Apr 09 02:03:09.438657 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8993e18-aef9-46fb-b441-7e42a5b918bb,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:09.439444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59304) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:09.442283 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-511ea9d1-1f34-4bfd-9bab-33db4ef9f924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:09.468861 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1b76fe65-a653-4480-84c7-cb7d62dd3597 req-9b4cff33-8e99-494b-b127-a95b242c6738 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0309806
Apr 09 02:03:09.521135 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:09.550777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:09.595203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:09.600241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:09.611926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8993e18-aef9-46fb-b441-7e42a5b918bb,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:09.623745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.624197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.624613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.625064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.625424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.625873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.626287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.626688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.627085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.627477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.627875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.628305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:09.631648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:09.632682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:09.644100 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8993e18-aef9-46fb-b441-7e42a5b918bb HTTP/1.1" status: 204  len: 168 time: 0.1957142
Apr 09 02:03:10.897893 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-75a184e0-1bdb-4c0d-b7df-3c9b7d9b3649 req-70da0dca-f534-4384-978b-e49e93a5de3e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 210 time: 0.3538756
Apr 09 02:03:10.965074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2e58ea0e-ee30-4da8-bd5f-765c54aef198 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:10.966611 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2e58ea0e-ee30-4da8-bd5f-765c54aef198 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 811 time: 0.5660884
Apr 09 02:03:11.007305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af3252-1b8e-44fd-8b99-44fd857aed2c req-307cccf2-4fdc-451c-b8b2-1d8225bdab0b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:11.008965 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-29af3252-1b8e-44fd-8b99-44fd857aed2c req-307cccf2-4fdc-451c-b8b2-1d8225bdab0b tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.1608067
Apr 09 02:03:11.073991 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-77839eba-9c1a-4266-b046-aeca31cbb979 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bf79679be104ba7b95bf2c38a0760a5 HTTP/1.1" status: 200  len: 8057 time: 0.0906758
Apr 09 02:03:11.077254 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-29af3252-1b8e-44fd-8b99-44fd857aed2c req-12f709c0-4fd1-4b99-b043-8c5b7eee6776 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0534449
Apr 09 02:03:11.083758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'port': {'device_id': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'admin_state_up': True, 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'security_groups': ['401d29b3-4d86-402d-b742-8d41c72816aa']}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:11.236495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:11.247607 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:11.257198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Made reservation on behalf of 6bf79679be104ba7b95bf2c38a0760a5 for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:03:11.264009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:11.467927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Allocated IP 172.20.0.9 (e1c93796-0098-4080-965f-a515624b9ca4/d7552f5e-393f-4928-8573-bff838a367c2/89d832cc-be13-4018-a9b8-17b29b05fe85) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:03:11.687886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:11.707320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Transition to ACTIVE for port object 89d832cc-be13-4018-a9b8-17b29b05fe85 will not be triggered until provisioned by entity DHCP. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:11.731829 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:11.748230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:11.904357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'Port': ['ID=89d832cc-be13-4018-a9b8-17b29b05fe85,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:11.910399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:11.959975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Network e1c93796-0098-4080-965f-a515624b9ca4 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:11.962122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:11.965362 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:03:12.047365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:12.048015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:12.134656 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0551646
Apr 09 02:03:12.158857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Request body: {'port': {'device_id': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:12.267349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-153bcd3e-c65f-4a9e-ae18-9e97ed58f9b9 None None] Provisioning for port 89d832cc-be13-4018-a9b8-17b29b05fe85 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:12.272649 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-153bcd3e-c65f-4a9e-ae18-9e97ed58f9b9 None None] Provisioning complete for port 89d832cc-be13-4018-a9b8-17b29b05fe85 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:12.273170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-153bcd3e-c65f-4a9e-ae18-9e97ed58f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:12.291837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84515f-cbfd-4333-a6aa-e373579d704f req-cde0b4c8-85ed-4bde-88c0-d84c16242665 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:12.292673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-ab84515f-cbfd-4333-a6aa-e373579d704f req-cde0b4c8-85ed-4bde-88c0-d84c16242665 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Synchronizing usage tracker for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:03:12.336214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-153bcd3e-c65f-4a9e-ae18-9e97ed58f9b9 None None] Port 89d832cc-be13-4018-a9b8-17b29b05fe85 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:03:12.388539 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:12.413746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-ab84515f-cbfd-4333-a6aa-e373579d704f req-cde0b4c8-85ed-4bde-88c0-d84c16242665 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Unset dirty status for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:03:12.415036 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ab84515f-cbfd-4333-a6aa-e373579d704f req-cde0b4c8-85ed-4bde-88c0-d84c16242665 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 931 time: 0.3551509
Apr 09 02:03:12.473785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771de802-e76b-4106-9552-03aa882f8444 req-0bcddcc6-48e3-407c-907c-40a4ae85be20 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:12.475363 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-771de802-e76b-4106-9552-03aa882f8444 req-0bcddcc6-48e3-407c-907c-40a4ae85be20 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.2650502
Apr 09 02:03:12.515604 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ab84515f-cbfd-4333-a6aa-e373579d704f req-6fddcf15-77b5-4fc2-84cc-18492b2d0969 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0843253
Apr 09 02:03:12.568211 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-771de802-e76b-4106-9552-03aa882f8444 req-2b223d89-f5b0-45b9-96e1-675abd508da9 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449085
Apr 09 02:03:12.881255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d832cc-be13-4018-a9b8-17b29b05fe85 {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:03:12.892057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:12.911248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Transition to ACTIVE for port object 89d832cc-be13-4018-a9b8-17b29b05fe85 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:12.914920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:12.936189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d0c276d4-3371-44f0-8b96-f34c5f80e152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:13.086939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Pushing event updated for resources: {'Port': ['ID=89d832cc-be13-4018-a9b8-17b29b05fe85,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:13.092342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:13.325873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Attempting to bind port 89d832cc-be13-4018-a9b8-17b29b05fe85 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:03:13.326251 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Attempting to bind port 89d832cc-be13-4018-a9b8-17b29b05fe85 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:03:13.326625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Attempting to bind port 89d832cc-be13-4018-a9b8-17b29b05fe85 on network e1c93796-0098-4080-965f-a515624b9ca4 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:03:13.331678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Port 89d832cc-be13-4018-a9b8-17b29b05fe85 on network e1c93796-0098-4080-965f-a515624b9ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 02:03:13.332067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Attempting to bind port 89d832cc-be13-4018-a9b8-17b29b05fe85 on network e1c93796-0098-4080-965f-a515624b9ca4 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:03:13.337581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:03:13.337958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Checking segment: {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:03:13.338381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Bound using segment: {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:03:13.339410 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Bound port: 89d832cc-be13-4018-a9b8-17b29b05fe85, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:03:13.339795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:13.431330 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] For port 89d832cc-be13-4018-a9b8-17b29b05fe85, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:03:13.434716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] For port 89d832cc-be13-4018-a9b8-17b29b05fe85, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=89d832cc-be13-4018-a9b8-17b29b05fe85,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:03:13.438283 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:13.452040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-45545e8b-41e9-4030-bd7f-1ddbeaba3d69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:13.613278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Pushing event updated for resources: {'Port': ['ID=89d832cc-be13-4018-a9b8-17b29b05fe85,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:13.618651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:13.761614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:13.762288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:13.763775 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] 10.222.0.62 "PUT /v2.0/ports/89d832cc-be13-4018-a9b8-17b29b05fe85 HTTP/1.1" status: 200  len: 1093 time: 1.6127341
Apr 09 02:03:13.765195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:03:13.794648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-30ecbd26-c543-422e-adba-f124c1ca057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:13.890790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa4587-3af8-490b-8a8d-b8b30d3867bd req-4904f118-3680-4263-9668-b4f00d972c70 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:13.892573 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7efa4587-3af8-490b-8a8d-b8b30d3867bd req-4904f118-3680-4263-9668-b4f00d972c70 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 943 time: 0.2358308
Apr 09 02:03:13.903169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88886078-977a-4d77-931a-b9859468cc0e req-cb392086-b9bf-4cbb-86fc-bf0eba85da64 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:13.904889 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-88886078-977a-4d77-931a-b9859468cc0e req-cb392086-b9bf-4cbb-86fc-bf0eba85da64 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 943 time: 0.2025836
Apr 09 02:03:13.967870 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7efa4587-3af8-490b-8a8d-b8b30d3867bd req-52f88fcb-9c94-4b2a-9530-d8476f5a0d1f tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0617585
Apr 09 02:03:13.976675 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-88886078-977a-4d77-931a-b9859468cc0e req-f196567d-937a-4f29-a485-c196ad330ea8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0523667
Apr 09 02:03:14.002747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-47fd222d-e457-4f9f-8cb6-0cfd7eafb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:14.004396 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-47fd222d-e457-4f9f-8cb6-0cfd7eafb51c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 1096 time: 0.1774242
Apr 09 02:03:14.085083 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'status': 'completed', 'code': 200}
Apr 09 02:03:14.094513 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-af3b7840-3b45-4520-8e62-de75ae6f0779 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d832cc-be13-4018-a9b8-17b29b05fe85 HTTP/1.1" status: 200  len: 217 time: 0.0719302
Apr 09 02:03:14.186807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-1b8b79c2-43f5-486b-87b6-9d305aaedba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:14.188419 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-1b8b79c2-43f5-486b-87b6-9d305aaedba5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 200  len: 850 time: 0.0866201
Apr 09 02:03:14.276962 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-1787e68c-2a92-48f6-a1c5-1aa53d2b16b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:14.278502 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-1787e68c-2a92-48f6-a1c5-1aa53d2b16b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c93796-0098-4080-965f-a515624b9ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832865
Apr 09 02:03:14.674847 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-1cc47afc-c0b2-45e2-81dc-7fe04c65a6eb service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3886838
Apr 09 02:03:14.825960 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1918c05c-8e4e-48f5-bdf7-a6f05ff0f0be req-a9529796-9885-406b-818c-b0300a5a16ac service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439903
Apr 09 02:03:14.936699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 73ca91c8-1321-4724-ba82-e895625c1079 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:03:15.006711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-627a4ea6-16d8-4bf6-8707-c314490fd615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:15.008467 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-627a4ea6-16d8-4bf6-8707-c314490fd615 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 1096 time: 0.0875118
Apr 09 02:03:15.122878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73ca91c8-1321-4724-ba82-e895625c1079,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:15.138680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '73ca91c8-1321-4724-ba82-e895625c1079', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'port_id': '73ca91c8-1321-4724-ba82-e895625c1079', 'mac_address': 'fa:16:3e:09:75:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:03:15.202533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:15.203936 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ca91c8-1321-4724-ba82-e895625c1079 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:03:15.221665 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73ca91c8-1321-4724-ba82-e895625c1079,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:15.225583 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:15.227532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:15.306753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=73ca91c8-1321-4724-ba82-e895625c1079,revision_number=7']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:15.315643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.316069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.316425 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.316801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.317172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.317546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.317912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.318279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.318675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.319292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.319406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.319718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:15.324975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:15.330817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-5507cfaa-e553-495d-9c19-9c9d85cbc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:15.332423 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-5507cfaa-e553-495d-9c19-9c9d85cbc5e8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 912 time: 0.3155107
Apr 09 02:03:15.413726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b717f9d-3ae1-44df-8342-f2d295bd54a6 req-c5d7d304-179f-4392-9cb9-98ea49ca3fdb tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:15.415401 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9b717f9d-3ae1-44df-8342-f2d295bd54a6 req-c5d7d304-179f-4392-9cb9-98ea49ca3fdb tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 944 time: 0.2782350
Apr 09 02:03:15.446324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e5695-13bb-4f82-b04c-cbbf58ad4cbe req-25aa790d-ccb4-4575-aabb-74a5509926b5 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:15.448664 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-248e5695-13bb-4f82-b04c-cbbf58ad4cbe req-25aa790d-ccb4-4575-aabb-74a5509926b5 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 943 time: 0.3126535
Apr 09 02:03:15.451622 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-d07d4de8-c1ad-449d-8f20-0a9bf93af35a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d832cc-be13-4018-a9b8-17b29b05fe85 HTTP/1.1" status: 200  len: 217 time: 0.1102192
Apr 09 02:03:15.537752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['73ca91c8-1321-4724-ba82-e895625c1079'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:03:15.539006 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9b717f9d-3ae1-44df-8342-f2d295bd54a6 req-24e91203-4788-47ef-a1f3-3552e4c91e25 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0892460
Apr 09 02:03:15.556716 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-248e5695-13bb-4f82-b04c-cbbf58ad4cbe req-973284b9-0ab1-4142-9d2c-0cc88708596a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0894549
Apr 09 02:03:15.567715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-c1e544a5-805b-4b91-90ba-8463081e320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:15.569486 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-c1e544a5-805b-4b91-90ba-8463081e320a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 200  len: 850 time: 0.1036031
Apr 09 02:03:15.662255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-5dac57de-8ae7-46b6-ba77-d81cd7ace85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:15.663899 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-5dac57de-8ae7-46b6-ba77-d81cd7ace85a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c93796-0098-4080-965f-a515624b9ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863826
Apr 09 02:03:15.825298 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-55591984-1b3e-4119-9023-acaacc9760ff service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533897
Apr 09 02:03:15.992290 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f109e1c6-1fd3-443c-bf5d-311a60198dcb req-52d89d38-d391-4ef4-9f0e-062b6484ef78 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595330
Apr 09 02:03:16.823862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60dea6-8354-499e-b6f3-e67a1af0d164 req-3fb7ecf4-76c6-4351-a533-c73a6d5bf949 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:16.825476 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac60dea6-8354-499e-b6f3-e67a1af0d164 req-3fb7ecf4-76c6-4351-a533-c73a6d5bf949 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 944 time: 0.1613560
Apr 09 02:03:16.839245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ded851-3c88-4d51-95dc-e9ec96065c11 req-f722445c-91f8-420e-b09f-8662eddf55ac tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:16.840955 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c5ded851-3c88-4d51-95dc-e9ec96065c11 req-f722445c-91f8-420e-b09f-8662eddf55ac tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 943 time: 0.1339540
Apr 09 02:03:16.889038 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ac60dea6-8354-499e-b6f3-e67a1af0d164 req-e9b95b09-23ee-4854-a0be-50d290f5b1c8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469372
Apr 09 02:03:16.895070 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c5ded851-3c88-4d51-95dc-e9ec96065c11 req-2b0a8fcc-50a3-4567-9414-e0b9ddce49f7 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0361345
Apr 09 02:03:16.946073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 73ca91c8-1321-4724-ba82-e895625c1079 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:03:17.022721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 73ca91c8-1321-4724-ba82-e895625c1079 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:17.023167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:17.158829 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:17.178963 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:03:17.189900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73ca91c8-1321-4724-ba82-e895625c1079,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:17.193704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:17.196623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:17.234165 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079', 'code': 200}
Apr 09 02:03:17.279457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=73ca91c8-1321-4724-ba82-e895625c1079,revision_number=8']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:17.282643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:17.579714 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80443f-6421-4f94-a847-41c6b165a7cf req-b1a683e2-3e49-4ea9-92cf-790865b5015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:17.581374 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3c80443f-6421-4f94-a847-41c6b165a7cf req-b1a683e2-3e49-4ea9-92cf-790865b5015a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1098 time: 0.0822270
Apr 09 02:03:17.609748 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3c80443f-6421-4f94-a847-41c6b165a7cf req-e7c28afb-2ac2-44bb-9e9d-bfc807685bc8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0210056
Apr 09 02:03:18.165531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-062d55e6-bb0f-4a65-bc8d-9704be9a2f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:18.210064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8087cc-4ad1-4be1-9ce1-71f87145ac97 req-24c5d167-bfed-44c4-be9e-17a95a43fa88 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:18.211646 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b8087cc-4ad1-4be1-9ce1-71f87145ac97 req-24c5d167-bfed-44c4-be9e-17a95a43fa88 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 943 time: 0.1348155
Apr 09 02:03:18.225628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57d828-24b6-4904-9fbc-f2d830a7d08e req-2d07c89f-c8ef-4315-8717-2e5ea1f55e2a tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:18.227321 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c57d828-24b6-4904-9fbc-f2d830a7d08e req-2d07c89f-c8ef-4315-8717-2e5ea1f55e2a tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.2139206
Apr 09 02:03:18.272253 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7b8087cc-4ad1-4be1-9ce1-71f87145ac97 req-a751e92d-f7dc-4dc6-bde8-341f0c500d31 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437987
Apr 09 02:03:18.281033 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c57d828-24b6-4904-9fbc-f2d830a7d08e req-57ca2dba-8901-4a86-b9a8-33e2b579a2fe tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0352771
Apr 09 02:03:18.747615 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:19.127686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:19.552267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8795c08-18d3-4032-980d-2886cbcf18b0 req-9a45a268-cd2b-4474-ba5e-8488400d7dad tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:19.553946 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a8795c08-18d3-4032-980d-2886cbcf18b0 req-9a45a268-cd2b-4474-ba5e-8488400d7dad tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 943 time: 0.1633544
Apr 09 02:03:19.563194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2cd3c-7376-4b6a-91d8-2404df5c88d8 req-b6f02636-1ccd-4c4d-8b96-0d0a528f3738 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:19.564856 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-caf2cd3c-7376-4b6a-91d8-2404df5c88d8 req-b6f02636-1ccd-4c4d-8b96-0d0a528f3738 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.1280904
Apr 09 02:03:19.607299 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a8795c08-18d3-4032-980d-2886cbcf18b0 req-df581d2e-c1d7-46d5-9992-3515193bb401 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410397
Apr 09 02:03:19.616609 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-caf2cd3c-7376-4b6a-91d8-2404df5c88d8 req-83bc5c5c-78c6-4b81-aec6-ccc2ba2ff315 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0373535
Apr 09 02:03:20.381724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:20.818780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebf83d-e31d-417a-8137-f06884c1139f req-a1cbed7c-3b27-414b-9bb7-41afa7c04653 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:20.820393 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-10ebf83d-e31d-417a-8137-f06884c1139f req-a1cbed7c-3b27-414b-9bb7-41afa7c04653 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 943 time: 0.0925813
Apr 09 02:03:20.850804 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-10ebf83d-e31d-417a-8137-f06884c1139f req-e8993843-66e3-43ed-bee1-2dd9c3ae9cc3 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0239596
Apr 09 02:03:22.059939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1445fd5-23d1-4470-a462-9e1bef6d451b req-cac2a131-5019-4544-af9d-692f0fd4066a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:22.061602 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d1445fd5-23d1-4470-a462-9e1bef6d451b req-cac2a131-5019-4544-af9d-692f0fd4066a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 943 time: 0.0915699
Apr 09 02:03:22.093067 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d1445fd5-23d1-4470-a462-9e1bef6d451b req-15512b46-7d23-465b-9be6-1f5abaada1e4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0251811
Apr 09 02:03:22.992192 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 89d832cc-be13-4018-a9b8-17b29b05fe85 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:03:23.138578 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 89d832cc-be13-4018-a9b8-17b29b05fe85, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=89d832cc-be13-4018-a9b8-17b29b05fe85,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:23.153453 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'port_id': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'mac_address': 'fa:16:3e:98:32:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:03:23.212349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:23.213694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d832cc-be13-4018-a9b8-17b29b05fe85 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:03:23.230775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 89d832cc-be13-4018-a9b8-17b29b05fe85, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=89d832cc-be13-4018-a9b8-17b29b05fe85,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:23.234098 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:23.236104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:23.302664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835d556-537b-4206-a630-76356276c9ba req-df7c30be-0f4e-437c-85c9-b24f62780f59 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:23.304337 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d835d556-537b-4206-a630-76356276c9ba req-df7c30be-0f4e-437c-85c9-b24f62780f59 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 944 time: 0.0959306
Apr 09 02:03:23.310871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=89d832cc-be13-4018-a9b8-17b29b05fe85,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:23.314579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:23.338173 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d835d556-537b-4206-a630-76356276c9ba req-e3e6e15c-755d-4a71-94e4-aae9d28972fe tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0268059
Apr 09 02:03:23.547609 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['89d832cc-be13-4018-a9b8-17b29b05fe85'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:03:24.536796 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27683-d403-42fb-8d42-6b4b2843bca1 req-e8bf79ba-9e86-4d19-a2b5-c0785851c54b tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:24.538381 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c2f27683-d403-42fb-8d42-6b4b2843bca1 req-e8bf79ba-9e86-4d19-a2b5-c0785851c54b tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 944 time: 0.0863032
Apr 09 02:03:24.567953 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c2f27683-d403-42fb-8d42-6b4b2843bca1 req-5000c1d3-6d19-4d31-93a3-bb25920a6803 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0231454
Apr 09 02:03:25.006018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 89d832cc-be13-4018-a9b8-17b29b05fe85 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:03:25.081953 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 89d832cc-be13-4018-a9b8-17b29b05fe85 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:25.086753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 89d832cc-be13-4018-a9b8-17b29b05fe85 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:25.087171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:25.209195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:25.220654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:03:25.231888 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 89d832cc-be13-4018-a9b8-17b29b05fe85, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=89d832cc-be13-4018-a9b8-17b29b05fe85,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:25.235120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:25.237444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:25.272496 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'code': 200}
Apr 09 02:03:25.315524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=89d832cc-be13-4018-a9b8-17b29b05fe85,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:25.318853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:25.626527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753b1faf-7c3a-4463-93d0-4e2a8203f8d8 req-ec70d5dd-3316-40f8-a239-8aa12e6759b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:25.628181 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-753b1faf-7c3a-4463-93d0-4e2a8203f8d8 req-ec70d5dd-3316-40f8-a239-8aa12e6759b1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 1098 time: 0.0820088
Apr 09 02:03:25.655955 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-753b1faf-7c3a-4463-93d0-4e2a8203f8d8 req-d42e78ef-fad1-4536-ad49-7f10d66f96d3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0210404
Apr 09 02:03:25.769184 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62671ecf-b7b6-40fd-9dd1-b76c0bbb2a63 req-1801a3d4-d46b-4cea-8916-7d97b833d74e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:25.770757 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-62671ecf-b7b6-40fd-9dd1-b76c0bbb2a63 req-1801a3d4-d46b-4cea-8916-7d97b833d74e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 945 time: 0.0882862
Apr 09 02:03:25.801367 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-62671ecf-b7b6-40fd-9dd1-b76c0bbb2a63 req-2b6177fe-2484-4319-99e2-dda7a0d4631e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0243485
Apr 09 02:03:27.021766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed9010-b899-4194-8433-ee168646719e req-a81a87a1-1fdf-42eb-9a73-d2c4a61b1033 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:27.023278 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e6ed9010-b899-4194-8433-ee168646719e req-a81a87a1-1fdf-42eb-9a73-d2c4a61b1033 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 945 time: 0.0965233
Apr 09 02:03:27.054065 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e6ed9010-b899-4194-8433-ee168646719e req-07cb5165-81d0-4165-9745-9ea6b1f824a2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0241978
Apr 09 02:03:28.270058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4354b9-a7fa-4919-9faf-b8725e3ccbd1 req-c69d910a-7356-4e2a-979f-4d10b086e5dc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:28.271672 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f4354b9-a7fa-4919-9faf-b8725e3ccbd1 req-c69d910a-7356-4e2a-979f-4d10b086e5dc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 945 time: 0.0889077
Apr 09 02:03:28.301458 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f4354b9-a7fa-4919-9faf-b8725e3ccbd1 req-0033b4cc-f0d6-4127-bbc7-5a3d89652f4e tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0235233
Apr 09 02:03:28.504161 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90ce7c-2f99-4adc-bc3d-9165920e7c4d req-9a0177e5-65d3-4ef7-a2ee-3cbeaf12b921 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:28.505749 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0e90ce7c-2f99-4adc-bc3d-9165920e7c4d req-9a0177e5-65d3-4ef7-a2ee-3cbeaf12b921 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 945 time: 0.0906768
Apr 09 02:03:28.536772 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0e90ce7c-2f99-4adc-bc3d-9165920e7c4d req-afb2bd72-8e07-4772-91bc-dd0c94e67464 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0240054
Apr 09 02:03:28.562070 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59496) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:28.642760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc44c68-6c63-4276-8882-ae948bea531e tempest-TestVolumeBootPattern-1675588519 tempest-TestVolumeBootPattern-1675588519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:28.644420 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5dc44c68-6c63-4276-8882-ae948bea531e tempest-TestVolumeBootPattern-1675588519 tempest-TestVolumeBootPattern-1675588519-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 1093 time: 0.0812898
Apr 09 02:03:28.647444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59502) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:28.653477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Request body: {'floatingip': {'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'port_id': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:28.659782 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:28.663842 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Usage tracker for resource:floatingip and tenant:6bf79679be104ba7b95bf2c38a0760a5 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:28.666860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:28.673525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:28.682996 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for floatingip, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:28.826345 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:28.972294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Allocated IP 172.27.2.5 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/0cb2b942-ca0e-4a7e-81de-3549fdd4809b) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:03:29.127826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:29.157577 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:29.177085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ddf124e7-bdd5-40b6-9374-5b94d2d6d793 tempest-AttachVolumeNegativeTest-913348937 tempest-AttachVolumeNegativeTest-913348937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:29.319608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'Port': ['ID=0cb2b942-ca0e-4a7e-81de-3549fdd4809b,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:29.324056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:29.367473 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:29.368896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:29.371086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:29.371226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:03:29.806768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:29.891270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:30.184420 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:30.187905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:30.203645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3e3f7ad8-ff07-4de4-b28f-17c0f12ee64f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:30.360685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event updated for resources: {'Port': ['ID=0cb2b942-ca0e-4a7e-81de-3549fdd4809b,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:30.364170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:30.700507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:30.867643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52863feb-f1d1-470f-a474-56e1c43a1cc1 req-cbde3c36-2eb6-48a7-82d3-a1f38e2f3388 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:30.869308 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-52863feb-f1d1-470f-a474-56e1c43a1cc1 req-cbde3c36-2eb6-48a7-82d3-a1f38e2f3388 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 946 time: 0.0887661
Apr 09 02:03:30.903157 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-52863feb-f1d1-470f-a474-56e1c43a1cc1 req-a88501cb-0091-40f0-878c-fac6f98acd3f tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259318
Apr 09 02:03:30.940547 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Floating IP a2397f01-a1e7-4d1d-ba1c-4dbb7f780fb8 associated. External IP: 172.27.2.5, port: 89d832cc-be13-4018-a9b8-17b29b05fe85.
Apr 09 02:03:31.316528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Router 4ce24115-159c-48f5-ad02-829798be077d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:03:31.506097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:03:31.516214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] Sync routers for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:03:31.526900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:31.527691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760068780>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:31.529791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:31.589636 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.9410019
Apr 09 02:03:31.590839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:03:31.638982 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'status': 'completed', 'code': 200}
Apr 09 02:03:31.714719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:32.075705 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760068780>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'a2397f01-a1e7-4d1d-ba1c-4dbb7f780fb8', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '4ce24115-159c-48f5-ad02-829798be077d', 'port_id': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'mac_address': 'fa:16:3e:98:32:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:03:29Z', 'updated_at': '2021-04-09T02:03:29Z', 'revision_number': 0, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:32.080691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] Checking router: 4ce24115-159c-48f5-ad02-829798be077d for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:03:32.089982 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:32.091296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760068780>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:32.113943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a9189-dfe3-463e-94f7-f9fb6a0475ad req-96afb612-6d14-49eb-8177-af4ace7000d4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:32.115637 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e65a9189-dfe3-463e-94f7-f9fb6a0475ad req-96afb612-6d14-49eb-8177-af4ace7000d4 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 946 time: 0.0920072
Apr 09 02:03:32.146997 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e65a9189-dfe3-463e-94f7-f9fb6a0475ad req-35b4cc9f-c0d4-421d-ae50-e5933d2e76be tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248892
Apr 09 02:03:32.283167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:32.634384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760068780>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'a2397f01-a1e7-4d1d-ba1c-4dbb7f780fb8', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '4ce24115-159c-48f5-ad02-829798be077d', 'port_id': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'mac_address': 'fa:16:3e:98:32:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:03:29Z', 'updated_at': '2021-04-09T02:03:29Z', 'revision_number': 0, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:32.639020 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dad33f-4f20-484a-a86a-be99c1835d42 None None] The sync data for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi is: [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'a2397f01-a1e7-4d1d-ba1c-4dbb7f780fb8', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'floating_ip_address': '172.27.2.5', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '4ce24115-159c-48f5-ad02-829798be077d', 'port_id': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'mac_address': 'fa:16:3e:98:32:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:03:29Z', 'updated_at': '2021-04-09T02:03:29Z', 'revision_number': 0, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:03:32.928122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd41747-f443-40d1-8652-bf53eb224305 None None] New status for floating IP a2397f01-a1e7-4d1d-ba1c-4dbb7f780fb8: ACTIVE {{(pid=85249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:03:33.361852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b43e31-c75a-489d-a02e-7bd718dc181c req-281eafaf-a571-426e-84ac-43eb448068e9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:33.363480 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d4b43e31-c75a-489d-a02e-7bd718dc181c req-281eafaf-a571-426e-84ac-43eb448068e9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 946 time: 0.0911834
Apr 09 02:03:33.393227 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d4b43e31-c75a-489d-a02e-7bd718dc181c req-794710fd-79fc-4bf3-be21-f4b77bf310cd tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0235112
Apr 09 02:03:33.539101 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:03:34.290089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949d328-3648-4fde-a808-291ecf5917c6 req-6bb735c7-0193-4655-8bb0-3ecbc15ed451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:34.291706 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5949d328-3648-4fde-a808-291ecf5917c6 req-6bb735c7-0193-4655-8bb0-3ecbc15ed451 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 1098 time: 0.0840378
Apr 09 02:03:34.436372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949d328-3648-4fde-a808-291ecf5917c6 req-437ed931-8835-491c-848e-4533ce3a30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:34.438001 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5949d328-3648-4fde-a808-291ecf5917c6 req-437ed931-8835-491c-848e-4533ce3a30ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 912 time: 0.1372733
Apr 09 02:03:34.604917 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5949d328-3648-4fde-a808-291ecf5917c6 req-d3c98e28-5271-4ead-8173-31b62051818b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d832cc-be13-4018-a9b8-17b29b05fe85 HTTP/1.1" status: 200  len: 999 time: 0.1529469
Apr 09 02:03:34.686254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f01f7-42ce-4719-af55-e5164330562d req-1e239a5e-69d2-4d5f-b996-868d37ed8946 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:34.687853 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb4f01f7-42ce-4719-af55-e5164330562d req-1e239a5e-69d2-4d5f-b996-868d37ed8946 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 946 time: 0.1703777
Apr 09 02:03:34.693637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949d328-3648-4fde-a808-291ecf5917c6 req-e2d455ed-4909-4abe-95a3-9831af25a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:34.695158 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5949d328-3648-4fde-a808-291ecf5917c6 req-e2d455ed-4909-4abe-95a3-9831af25a27c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 200  len: 850 time: 0.0816102
Apr 09 02:03:34.722668 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-eb4f01f7-42ce-4719-af55-e5164330562d req-b4978c60-96f4-48b8-a561-de9c53e16456 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0265169
Apr 09 02:03:34.808564 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949d328-3648-4fde-a808-291ecf5917c6 req-9dd1c3c6-061b-42fa-b4f8-6ad1f6b51633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:34.810175 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5949d328-3648-4fde-a808-291ecf5917c6 req-9dd1c3c6-061b-42fa-b4f8-6ad1f6b51633 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c93796-0098-4080-965f-a515624b9ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775464
Apr 09 02:03:35.003039 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5949d328-3648-4fde-a808-291ecf5917c6 req-ecd60b16-1f1f-4b2f-8511-0651603069e8 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1848307
Apr 09 02:03:35.390626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-9555383d-49e3-492c-bf5d-6f0287fcddef tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:35.392218 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-9555383d-49e3-492c-bf5d-6f0287fcddef tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 946 time: 0.4462388
Apr 09 02:03:35.473748 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5949d328-3648-4fde-a808-291ecf5917c6 req-e833d2a4-c589-4e7b-9989-95efc697b548 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4651210
Apr 09 02:03:35.491895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Deleting port 6dd2d631-1997-4a1f-bbbc-8809cba98527 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:03:35.492423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:35.770887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] For port 6dd2d631-1997-4a1f-bbbc-8809cba98527, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=6dd2d631-1997-4a1f-bbbc-8809cba98527,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:35.771286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:36.153460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:36.153869 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:36.154239 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Floating IP dc751f3c-c743-4ec0-b020-6ad6dd646c3b disassociated. External IP: 172.27.2.248, port: 6dd2d631-1997-4a1f-bbbc-8809cba98527.
Apr 09 02:03:36.154597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Calling delete_port for 6dd2d631-1997-4a1f-bbbc-8809cba98527 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:03:36.226565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f35a1-6a36-44d5-9594-5ddba36b1d37 req-d1b79239-184e-495d-80e7-ca304c6b24cd tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:36.228198 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2d6f35a1-6a36-44d5-9594-5ddba36b1d37 req-d1b79239-184e-495d-80e7-ca304c6b24cd tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 946 time: 0.2429876
Apr 09 02:03:36.274366 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2d6f35a1-6a36-44d5-9594-5ddba36b1d37 req-b45b2324-7eb7-4eef-b6ba-871bae215bcd tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups?id=0aec437c-684f-467a-a32e-0c34ce102075&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385590
Apr 09 02:03:36.342474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:36.358085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0ee5ff29-e107-4a72-9b32-5e22373bff58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:36.418085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event deleted for resources: {'Port': ['ID=6dd2d631-1997-4a1f-bbbc-8809cba98527,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:36.422324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:36.714585 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:03:36.911736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:03:36.922635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] Sync routers for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:03:36.935223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:36.936745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bcb7a90>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:37.001037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] No DVR routers for this DVR port 6dd2d631-1997-4a1f-bbbc-8809cba98527 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:03:37.005501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:37.008692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-deleted', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:03:37.027882 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-e9d604dd-a70b-41cd-9eb8-6d2e8b783505 req-b4ec3cd3-36e6-40b0-a964-eb772efe9bd9 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.62 "DELETE /v2.0/ports/6dd2d631-1997-4a1f-bbbc-8809cba98527 HTTP/1.1" status: 204  len: 173 time: 1.6271150
Apr 09 02:03:37.092055 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c7e7822-32d3-49f3-9878-3d61727a65ee', 'name': 'network-vif-deleted', 'tag': '6dd2d631-1997-4a1f-bbbc-8809cba98527', 'status': 'completed', 'code': 200}
Apr 09 02:03:37.189473 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:37.462033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-21e22ef5-8056-4795-92d0-09c910fb78e8 req-a499e07c-7cb4-44bd-a46d-c0eb6ff89c08 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Synchronizing usage tracker for tenant:bf455ad3606b44cea681dcfebb803125 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:03:37.478206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-21e22ef5-8056-4795-92d0-09c910fb78e8 req-a499e07c-7cb4-44bd-a46d-c0eb6ff89c08 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Unset dirty status for tenant:bf455ad3606b44cea681dcfebb803125 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:03:37.479486 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-21e22ef5-8056-4795-92d0-09c910fb78e8 req-a499e07c-7cb4-44bd-a46d-c0eb6ff89c08 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/ports?device_id=9c7e7822-32d3-49f3-9878-3d61727a65ee HTTP/1.1" status: 200  len: 210 time: 0.0674758
Apr 09 02:03:37.524350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bcb7a90>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:37.528499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] Checking router: 5e6d907c-91f9-4aec-b93b-a62c80b41d13 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:03:37.537543 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:37.538205 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bcb7a90>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:37.889158 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:38.216160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bcb7a90>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:38.220411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909bcc90-f64d-4293-ac12-15c889aeef9b None None] The sync data for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi is: [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T01:56:40Z', 'revision_number': 4, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'b7485f6f-ac15-4cfd-9c1b-d7795ad14a15', 'name': '', 'network_id': 'ef903f2c-70db-4778-a505-57ac9ff39c7e', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'mac_address': 'fa:16:3e:f2:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:38Z', 'updated_at': '2021-04-09T01:56:49Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'subnets': [{'id': '047489e8-c283-4f40-acb8-39c6fc2ed9ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:03:38.607512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b1693-cbb2-4532-9c88-e55474245d9f None None] New status for floating IP dc751f3c-c743-4ec0-b020-6ad6dd646c3b: DOWN {{(pid=85249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:03:38.625970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59578) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:38.695549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9b5cdb7d-188c-4fd2-889b-385e9f1edf0b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:38.729121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9b5cdb7d-188c-4fd2-889b-385e9f1edf0b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:38.775717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9b5cdb7d-188c-4fd2-889b-385e9f1edf0b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:38.781152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d0c7075e-07f8-482d-bb9f-585189163164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:38.797675 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cdb7d-188c-4fd2-889b-385e9f1edf0b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aec437c-684f-467a-a32e-0c34ce102075,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:38.803306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9b5cdb7d-188c-4fd2-889b-385e9f1edf0b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:38.806112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9b5cdb7d-188c-4fd2-889b-385e9f1edf0b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:38.807347 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9b5cdb7d-188c-4fd2-889b-385e9f1edf0b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "DELETE /v2.0/security-groups/0aec437c-684f-467a-a32e-0c34ce102075 HTTP/1.1" status: 204  len: 168 time: 0.1804192
Apr 09 02:03:38.810903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59582) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:38.828010 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.api.v2.resource [None req-d2374e30-a2b6-4f66-abed-011b42b7cf80 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] show failed (client error): The resource could not be found.
Apr 09 02:03:38.829183 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d2374e30-a2b6-4f66-abed-011b42b7cf80 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "GET /v2.0/security-groups/0aec437c-684f-467a-a32e-0c34ce102075 HTTP/1.1" status: 404  len: 347 time: 0.0172207
Apr 09 02:03:38.832310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59586) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:39.001587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Deleting port be36ae7b-117d-4b83-bd5e-601ff611343d {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:03:39.001966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:39.099517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6dd2d631-1997-4a1f-bbbc-8809cba98527 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:03:39.139323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 6dd2d631-1997-4a1f-bbbc-8809cba98527 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:03:39.139716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 6dd2d631-1997-4a1f-bbbc-8809cba98527 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:03:39.190220 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:39.190582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:39.319926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Calling delete_port for be36ae7b-117d-4b83-bd5e-601ff611343d owned by network:floatingip {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:03:39.465187 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:39.481489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:39.538760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Pushing event deleted for resources: {'Port': ['ID=be36ae7b-117d-4b83-bd5e-601ff611343d,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:39.545361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:39.741977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks [] for floatingip, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:39.760517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:39.760517 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-60d0de98-f490-41b1-afb8-fae53b833eb0 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] 10.222.0.38 "DELETE /v2.0/floatingips/dc751f3c-c743-4ec0-b020-6ad6dd646c3b HTTP/1.1" status: 204  len: 168 time: 0.9266400
Apr 09 02:03:40.972153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59608) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:41.099937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:41.119656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:41.126413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] Usage tracker for resource:security_group_rule and tenant:ede3c57d697849deb432c23aa2f43a30 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:41.129602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:41.135677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:41.223910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:41.226704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:41.235674 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c1254752-4aa9-4b70-82a1-3403aa1041be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:41.278085 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ede3c57d697849deb432c23aa2f43a30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3047597
Apr 09 02:03:41.279574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b635dd-37f6-4dd7-b2f6-3c5d91ad1a60,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:41.281695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59622) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:41.283228 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bd8c10c7-cc7b-4a10-85ed-7b4038ea6338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:41.349287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3285ee5-dd26-4325-98b6-05a0bdd3395b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:41.377197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3285ee5-dd26-4325-98b6-05a0bdd3395b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:41.432498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3285ee5-dd26-4325-98b6-05a0bdd3395b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:41.438153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9ac06ced-78c5-47fd-ae18-0ed8f57ddcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:41.453280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3285ee5-dd26-4325-98b6-05a0bdd3395b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b635dd-37f6-4dd7-b2f6-3c5d91ad1a60,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:41.455697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a3285ee5-dd26-4325-98b6-05a0bdd3395b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:41.462150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3285ee5-dd26-4325-98b6-05a0bdd3395b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:41.463369 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a3285ee5-dd26-4325-98b6-05a0bdd3395b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d0b635dd-37f6-4dd7-b2f6-3c5d91ad1a60 HTTP/1.1" status: 204  len: 168 time: 0.1804652
Apr 09 02:03:42.164614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59648) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:42.275617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1026556866-network', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:42.281114 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:42.285103 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Usage tracker for resource:network and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:42.288049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:42.293937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:42.304703 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Made reservation on behalf of 2904e607b69d4a30b9f267f4947ec8f3 for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:03:42.309644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:42.322276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:42.337089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:42.341554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Usage tracker for resource:security_group_rule and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:42.344462 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:42.350397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:42.436394 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:42.439249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:42.443723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7044df69-9423-4f22-8330-e230a77be62e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:42.472825 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 02:03:42.482521 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c739bc1e-0426-4d33-9139-0bad917e7bba,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:42.486685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:42.489230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:42.489621 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Added segment 8ac8950b-81bb-4acc-aee0-a3b969add619 of type vlan for network f935c478-f94d-4bd4-a6d7-7737058c87a8
Apr 09 02:03:42.517760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:42.548767 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:42.550198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:42.550833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:42.555875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:42.599186 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59660) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:42.658703 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4928999
Apr 09 02:03:42.661603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59666) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:42.669701 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Request body: {'subnet': {'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1026556866-subnet', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:42.673183 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Pushing event updated for resources: {'Network': ['ID=f935c478-f94d-4bd4-a6d7-7737058c87a8,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:42.676134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:42.678606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:42.683621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Usage tracker for resource:subnet and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:42.683756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 02:03:42.686738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:42.692939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:42.702532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Made reservation on behalf of 2904e607b69d4a30b9f267f4947ec8f3 for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:03:42.707322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.152654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.170210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:43.305680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d3f813-0221-4a15-aec2-b0424ae7fcba,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:43.308462 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:43.373306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Checking segment: {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:03:43.373700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Network hostable DHCP agents. Network: f935c478-f94d-4bd4-a6d7-7737058c87a8, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 02:03:43.392542 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 02:03:43.400926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, f935c478-f94d-4bd4-a6d7-7737058c87a8) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:43.410893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5113402d-b2a5-492a-a164-2eb699e4db73 None None] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:03:43.414296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:43.414886 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.439889 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7745795
Apr 09 02:03:43.440277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59670) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:43.446847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:43.451884 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:43.456108 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Usage tracker for resource:router and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:43.459922 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:43.466501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:43.476628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.477892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.499431 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.501026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854193265'] for router_interface, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.639116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-f935c478-f94d-4bd4-a6d7-7737058c87a8', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 02:03:43.640174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.788946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.810467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-790e995b-4013-4a51-8e23-26c5c20dee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:43.822942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Allocated IP 172.20.0.2 (f935c478-f94d-4bd4-a6d7-7737058c87a8/49d3f813-0221-4a15-aec2-b0424ae7fcba/9249e650-0d1a-4358-b00c-09ac197ec14d) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:03:43.889837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Deleting port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:03:43.890688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.050139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.060843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Transition to ACTIVE for port object 9249e650-0d1a-4358-b00c-09ac197ec14d will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:44.080943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Transition to ACTIVE for port object 9249e650-0d1a-4358-b00c-09ac197ec14d will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:44.085807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.086671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] For port b7485f6f-ac15-4cfd-9c1b-d7795ad14a15, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=b7485f6f-ac15-4cfd-9c1b-d7795ad14a15,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:44.087068 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.102086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:44.139402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.175535 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.223970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Calling delete_port for b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 owned by network:router_interface {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:03:44.243000 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Pushing event updated for resources: {'Port': ['ID=9249e650-0d1a-4358-b00c-09ac197ec14d,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:44.247412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:44.294389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:44.295806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:44.298252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:03:44.402565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Attempting to bind port 9249e650-0d1a-4358-b00c-09ac197ec14d on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:03:44.402876 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Attempting to bind port 9249e650-0d1a-4358-b00c-09ac197ec14d by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:03:44.403275 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Attempting to bind port 9249e650-0d1a-4358-b00c-09ac197ec14d on network f935c478-f94d-4bd4-a6d7-7737058c87a8 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:03:44.409733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:03:44.410170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Checking segment: {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:03:44.410937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.411065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Bound using segment: {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:03:44.411823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Bound port: 9249e650-0d1a-4358-b00c-09ac197ec14d, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:03:44.412296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.423338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.441176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fb09bbf1-3aec-4f11-944b-dbc9ed47e413 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:44.498398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] For port 9249e650-0d1a-4358-b00c-09ac197ec14d, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:03:44.502077 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] For port 9249e650-0d1a-4358-b00c-09ac197ec14d, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=9249e650-0d1a-4358-b00c-09ac197ec14d,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:03:44.504696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7485f6f-ac15-4cfd-9c1b-d7795ad14a15,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:44.506019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.509221 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:44.520404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:44.576263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Allocated IP 172.27.2.3 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/55fb3b72-6d6a-4d22-b5e3-16c50f755ce6) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:03:44.674360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Pushing event updated for resources: {'Port': ['ID=9249e650-0d1a-4358-b00c-09ac197ec14d,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:44.679206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:44.743892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.780372 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.797640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c1959eaa-a633-4611-8f15-6ea2a41ba3a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:44.936891 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854193988'] for router_interface, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:44.951766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Pushing event updated for resources: {'Port': ['ID=55fb3b72-6d6a-4d22-b5e3-16c50f755ce6,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:44.956386 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:44.998613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:44.999851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:45.002181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:03:45.462627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:45.485250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:03:45.593291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 9249e650-0d1a-4358-b00c-09ac197ec14d up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:03:45.665429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 9249e650-0d1a-4358-b00c-09ac197ec14d completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:45.680563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:03:45.690262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] Sync routers for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:03:45.704196 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] 10.222.0.38 "PUT /v2.0/routers/5e6d907c-91f9-4aec-b93b-a62c80b41d13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1012197
Apr 09 02:03:45.704391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:45.704391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bc88908>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:45.704573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59676) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:45.847340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:45.891699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks [] for router, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:45.931912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:46.101276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 02:03:46.242985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac284e2-c78a-463d-ba1d-d943b746921c None None] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:03:46.273938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bc88908>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T02:03:44Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:46.278590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] Checking router: 5e6d907c-91f9-4aec-b93b-a62c80b41d13 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:03:46.289593 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] Routers {'5e6d907c-91f9-4aec-b93b-a62c80b41d13'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:46.289966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f2b79b7b-266b-4d27-93f6-5b7d543fb673 None None] Provisioning for port 9249e650-0d1a-4358-b00c-09ac197ec14d completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:46.290299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bc88908>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:46.299667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-f2b79b7b-266b-4d27-93f6-5b7d543fb673 None None] Provisioning complete for port 9249e650-0d1a-4358-b00c-09ac197ec14d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:46.300113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2b79b7b-266b-4d27-93f6-5b7d543fb673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:46.334226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:03:46.349294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:46.362042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Deleting port d45c65ff-dac7-4c61-bbcd-419763a279e4 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:03:46.362446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:46.370651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:46.376523 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d21f2eb0-0e42-44ba-9894-88a632bf33e6 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.9349625
Apr 09 02:03:46.377596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59680) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:46.389974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Sync routers for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:03:46.429783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:46.430491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7602e0d68>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:46.493211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] Set router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:46.556881 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] For port d45c65ff-dac7-4c61-bbcd-419763a279e4, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=d45c65ff-dac7-4c61-bbcd-419763a279e4,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:46.557255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:46.633588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:46.693624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Calling delete_port for d45c65ff-dac7-4c61-bbcd-419763a279e4 owned by network:router_gateway {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:03:46.842272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bc88908>, [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T02:03:44Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:46.846965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ff106-c482-4abc-8d1b-134c7116396d None None] The sync data for ids ['5e6d907c-91f9-4aec-b93b-a62c80b41d13'] in dv-cinder-784623-6-iscsi is: [{'id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'name': 'tempest-AttachVolumeShelveTestJSON-485394753-router', 'tenant_id': 'bf455ad3606b44cea681dcfebb803125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201'}], 'enable_snat': True}, 'gw_port_id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:56:26Z', 'updated_at': '2021-04-09T02:03:44Z', 'revision_number': 5, 'project_id': 'bf455ad3606b44cea681dcfebb803125', 'gw_port': {'id': 'd45c65ff-dac7-4c61-bbcd-419763a279e4', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6d907c-91f9-4aec-b93b-a62c80b41d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:56:29Z', 'updated_at': '2021-04-09T01:56:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:03:46.905942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:46.928723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b0a189d3-6c01-4616-87a8-73aaf1b4ed79 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:46.993974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d45c65ff-dac7-4c61-bbcd-419763a279e4,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:46.998669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:47.229844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854203204'] for router_gateway, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.272751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2b79b7b-266b-4d27-93f6-5b7d543fb673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.366941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f2b79b7b-266b-4d27-93f6-5b7d543fb673 None None] For port 9249e650-0d1a-4358-b00c-09ac197ec14d, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=9249e650-0d1a-4358-b00c-09ac197ec14d,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:47.373819 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f2b79b7b-266b-4d27-93f6-5b7d543fb673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.376638 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:47.419107 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1387'] for router, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.421573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.447089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574614'] for router, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.447738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6d907c-91f9-4aec-b93b-a62c80b41d13 {{(pid=85247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 02:03:47.464446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Notify callbacks [] for router, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.466804 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] 10.222.0.38 "DELETE /v2.0/routers/5e6d907c-91f9-4aec-b93b-a62c80b41d13 HTTP/1.1" status: 204  len: 168 time: 1.7613230
Apr 09 02:03:47.469896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59686) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:47.483520 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.483740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b79b7b-266b-4d27-93f6-5b7d543fb673 None None] Pushing event updated for resources: {'Port': ['ID=9249e650-0d1a-4358-b00c-09ac197ec14d,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:47.489323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f2b79b7b-266b-4d27-93f6-5b7d543fb673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:47.510129 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7602e0d68>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:45Z', 'revision_number': 3, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:47.521055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Checking router: 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:03:47.521452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Updating router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 02:03:47.571424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadc065b-0897-40e8-a8b6-ec18ffb69cc8 admin admin] Deleting subnet 047489e8-c283-4f40-acb8-39c6fc2ed9ab {{(pid=85247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:03:47.574982 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aadc065b-0897-40e8-a8b6-ec18ffb69cc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.600716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:03:47.647076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aadc065b-0897-40e8-a8b6-ec18ffb69cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793561753'] for subnet, precommit_delete_associations {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.652906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:03:47.653302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device b7485f6f-ac15-4cfd-9c1b-d7795ad14a15 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:03:47.685307 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.751427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aadc065b-0897-40e8-a8b6-ec18ffb69cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.762549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Allocated IP 172.20.0.1 (f935c478-f94d-4bd4-a6d7-7737058c87a8/49d3f813-0221-4a15-aec2-b0424ae7fcba/f8f5e418-28fc-4d11-97dd-906c2c1c2b7d) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:03:47.828508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-86a237d5-6953-4d80-9d1d-83c7caccdd4c None None] Provisioning complete for port 9249e650-0d1a-4358-b00c-09ac197ec14d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:47.828934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-86a237d5-6953-4d80-9d1d-83c7caccdd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.935651 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.954290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Transition to ACTIVE for port object f8f5e418-28fc-4d11-97dd-906c2c1c2b7d will not be triggered until provisioned by entity DHCP. {{(pid=85248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:47.981402 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:47.998493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:48.086176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aadc065b-0897-40e8-a8b6-ec18ffb69cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1460988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793473871'] for subnet, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.102919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cd6f58d0-e20d-475d-97bc-5531ce6e135b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:48.145343 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f5e418-28fc-4d11-97dd-906c2c1c2b7d,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:48.149535 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:48.165275 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc065b-0897-40e8-a8b6-ec18ffb69cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=047489e8-c283-4f40-acb8-39c6fc2ed9ab,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:48.190208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-efd4c129-ce4f-456c-b568-5158f28720e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.204120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:48.205666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:48.208254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:03:48.213867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-aadc065b-0897-40e8-a8b6-ec18ffb69cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:48.256439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aadc065b-0897-40e8-a8b6-ec18ffb69cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.265558 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-aadc065b-0897-40e8-a8b6-ec18ffb69cc8 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/047489e8-c283-4f40-acb8-39c6fc2ed9ab HTTP/1.1" status: 204  len: 168 time: 0.7915707
Apr 09 02:03:48.265791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b3e51-8286-4da2-99ee-4ddfe18e36ae None None] Network ef903f2c-70db-4778-a505-57ac9ff39c7e requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:03:48.268201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59690) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:48.316834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.378776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.420658 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.429964 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Transition to ACTIVE for port object 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:48.476483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.497172 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Deleting port e83e656c-29be-497d-87b7-ee42e5724a74 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:03:48.497513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.497654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:48.625539 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-e573de42-b6e2-4931-9d38-d3288c3dfc5a None None] Provisioning for port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:48.661255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-e573de42-b6e2-4931-9d38-d3288c3dfc5a None None] Provisioning complete for port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:48.661671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e573de42-b6e2-4931-9d38-d3288c3dfc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.696399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe141f-1f73-48df-8bea-b98ce99879f3 None None] Pushing event updated for resources: {'Port': ['ID=55fb3b72-6d6a-4d22-b5e3-16c50f755ce6,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:48.708215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.711427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-98fe141f-1f73-48df-8bea-b98ce99879f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:48.772727 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-e573de42-b6e2-4931-9d38-d3288c3dfc5a None None] Port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:03:48.783592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.801266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Attempting to bind port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:03:48.801678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Attempting to bind port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:03:48.802082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Attempting to bind port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:03:48.807956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:03:48.808428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:03:48.808986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.809247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:03:48.810291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Bound port: 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:03:48.810705 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.862953 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] DHCP port deletion for ef903f2c-70db-4778-a505-57ac9ff39c7e request from dv-cinder-784623-6-iscsi {{(pid=85249) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 02:03:48.873329 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] Deleting port e83e656c-29be-497d-87b7-ee42e5724a74 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:03:48.873740 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.881968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] For port e83e656c-29be-497d-87b7-ee42e5724a74, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e83e656c-29be-497d-87b7-ee42e5724a74,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:48.882376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:48.947755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] For port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:03:48.993511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] For port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=55fb3b72-6d6a-4d22-b5e3-16c50f755ce6,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:03:48.999314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:49.021233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5bb41404-06be-47ed-9607-34380fa08205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:49.032336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Calling delete_port for e83e656c-29be-497d-87b7-ee42e5724a74 owned by network:dhcp {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:03:49.219430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:49.238840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:49.310340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Pushing event deleted for resources: {'Port': ['ID=e83e656c-29be-497d-87b7-ee42e5724a74,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:49.316266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:49.424846 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] No DVR routers for this DVR port e83e656c-29be-497d-87b7-ee42e5724a74 on host dv-cinder-784623-6-iscsi {{(pid=85248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:03:49.428665 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:49.458764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65169247'] for port, after_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:49.480149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:49.487489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe141f-1f73-48df-8bea-b98ce99879f3 None None] Pushing event updated for resources: {'Port': ['ID=55fb3b72-6d6a-4d22-b5e3-16c50f755ce6,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:49.490903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-98fe141f-1f73-48df-8bea-b98ce99879f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:49.493049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] For port e83e656c-29be-497d-87b7-ee42e5724a74, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e83e656c-29be-497d-87b7-ee42e5724a74,segment=NetworkSegment(35e5412a-47eb-413e-afc0-330fd11d344e),segment_id=35e5412a-47eb-413e-afc0-330fd11d344e)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:49.493493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:49.495028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c81e9702-e130-4add-bc08-b1ae0c95e50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:49.509666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 9249e650-0d1a-4358-b00c-09ac197ec14d up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:03:49.662102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:49.683618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:49.691496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] Calling delete_port for e83e656c-29be-497d-87b7-ee42e5724a74 owned by network:dhcp {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:03:49.708370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f5e418-28fc-4d11-97dd-906c2c1c2b7d,revision_number=2']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:49.727683 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:49.781065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:49.781751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7602e0d68>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:49.947688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 9249e650-0d1a-4358-b00c-09ac197ec14d triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:49.948136 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:50.004359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.api [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 02:03:50.004769 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.api [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 02:03:50.067059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:50.127498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe760c16908>,) {'filters': {'network_id': ['ef903f2c-70db-4778-a505-57ac9ff39c7e']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:50.147147 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe760c16908>, '35e5412a-47eb-413e-afc0-330fd11d344e') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:50.147486 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe760c16908>, '35e5412a-47eb-413e-afc0-330fd11d344e') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:50.172874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:50.199062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:50.209287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:50.210527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:03:50.226254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:50.362534 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e83e656c-29be-497d-87b7-ee42e5724a74 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:03:50.427776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: e83e656c-29be-497d-87b7-ee42e5724a74 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:03:50.428203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e83e656c-29be-497d-87b7-ee42e5724a74 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:03:50.428655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device d45c65ff-dac7-4c61-bbcd-419763a279e4 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:03:50.476383 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: d45c65ff-dac7-4c61-bbcd-419763a279e4 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:03:50.476766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device d45c65ff-dac7-4c61-bbcd-419763a279e4 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:03:50.481579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:50.505407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] Deleting port e83e656c-29be-497d-87b7-ee42e5724a74 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:03:50.505751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:50.543041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Network ef903f2c-70db-4778-a505-57ac9ff39c7e has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:03:50.554389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:50.613611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-fc76d277-bccc-47bb-8b18-b218125d646b None None] The port 'e83e656c-29be-497d-87b7-ee42e5724a74' was deleted {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 02:03:50.615684 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-23c3945a-411e-4489-b1ef-87abebec0eb7 None None] Provisioning complete for port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:50.616119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23c3945a-411e-4489-b1ef-87abebec0eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:50.683296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-23c3945a-411e-4489-b1ef-87abebec0eb7 None None] Port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:03:50.700865 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7602e0d68>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:49Z', 'revision_number': 2, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:50.704975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52758468-6b21-4b89-86ad-6a23bbcfbce0 None None] The sync data for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi is: [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:49Z', 'revision_number': 2, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:03:50.766306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Network ef903f2c-70db-4778-a505-57ac9ff39c7e has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:03:50.791154 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:03:50.806263 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:03:50.994594 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:51.010344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:51.035420 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:51.047417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef903f2c-70db-4778-a505-57ac9ff39c7e,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:51.054551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:51.082989 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a899163c-b138-4a21-9528-eb3489a7b483 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ef903f2c-70db-4778-a505-57ac9ff39c7e HTTP/1.1" status: 204  len: 168 time: 2.8136616
Apr 09 02:03:51.100078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:03:51.105257 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e10532a7-72a3-4247-8755-aac349411b71 admin admin] 10.222.0.38 "PUT /v2.0/routers/2bff33ca-d8d1-4c5f-bf63-f73e74fc870d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7263994
Apr 09 02:03:51.217327 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59698) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:51.253338 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d0d499b6-f001-41d2-89f4-b919aca2bb5d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bf455ad3606b44cea681dcfebb803125&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0346489
Apr 09 02:03:51.255853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59704) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:51.333711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4291a818-249a-40f8-89e4-cb6463148b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:51.374511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4291a818-249a-40f8-89e4-cb6463148b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:51.430157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4291a818-249a-40f8-89e4-cb6463148b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:51.441120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f9ef5b16-d758-43f4-86bd-b32ec98585f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:51.455791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291a818-249a-40f8-89e4-cb6463148b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbafac5-ff4f-44d8-bc1e-52192f1c4e99,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:51.458678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4291a818-249a-40f8-89e4-cb6463148b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:51.460970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4291a818-249a-40f8-89e4-cb6463148b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:51.462266 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4291a818-249a-40f8-89e4-cb6463148b6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1dbafac5-ff4f-44d8-bc1e-52192f1c4e99 HTTP/1.1" status: 204  len: 168 time: 0.2054267
Apr 09 02:03:51.837119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59724) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:51.846974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1836097939-network', 'tenant_id': 'b982bae69930447aac6c388286d75825'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:51.866290 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:51.870681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Usage tracker for resource:network and tenant:b982bae69930447aac6c388286d75825 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:51.874963 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:51.882634 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:51.902725 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Made reservation on behalf of b982bae69930447aac6c388286d75825 for: {'network': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:03:51.911134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:51.929860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:51.947058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:51.951923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Usage tracker for resource:security_group_rule and tenant:b982bae69930447aac6c388286d75825 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:51.955076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:51.961469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:52.056321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:52.060730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:52.065288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d8ac99da-6ee2-4dc5-8acb-e1d5989e72e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:52.092037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'}  {{(pid=85247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 02:03:52.109799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0e61a0-2b35-4f09-bb92-c761287ccb75,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:52.114452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:52.115451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:52.115845 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Added segment 2293c6f7-8bd8-40d1-a231-688588afc778 of type vlan for network 9856eedf-e836-407c-883a-8380f01effbd
Apr 09 02:03:52.146845 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:52.179108 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:52.180488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:52.181350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:52.187272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:52.298218 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4578493
Apr 09 02:03:52.299171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Pushing event updated for resources: {'Network': ['ID=9856eedf-e836-407c-883a-8380f01effbd,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:52.301255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59740) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:52.308564 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Request body: {'subnet': {'network_id': '9856eedf-e836-407c-883a-8380f01effbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1836097939-subnet', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:52.314875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0a1ba945-81d3-44b3-99ca-db0ef5883710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:52.316018 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:52.320308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Usage tracker for resource:subnet and tenant:b982bae69930447aac6c388286d75825 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:52.321901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network 9856eedf-e836-407c-883a-8380f01effbd details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 02:03:52.323474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:52.330037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:52.341669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Made reservation on behalf of b982bae69930447aac6c388286d75825 for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:03:52.346685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:52.789051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:52.805933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a062c302-e80e-4c4d-aeec-dfede0ff0654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:52.943050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96538dc9-ab08-453a-a262-bd1b320381bf,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:52.947377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:53.007670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Checking segment: {'id': '2293c6f7-8bd8-40d1-a231-688588afc778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9856eedf-e836-407c-883a-8380f01effbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:03:53.008144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Network hostable DHCP agents. Network: 9856eedf-e836-407c-883a-8380f01effbd, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 02:03:53.027698 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Network 9856eedf-e836-407c-883a-8380f01effbd is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 02:03:53.037252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, 9856eedf-e836-407c-883a-8380f01effbd) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:53.046847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b919ef5f-17a6-4668-8754-d1bf084f6d9c None None] Network 9856eedf-e836-407c-883a-8380f01effbd requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:03:53.049189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:53.049815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.071450 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c4563764-f056-4d94-940a-20c5ffecf9c9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7665184
Apr 09 02:03:53.071632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59762) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:53.077873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:53.083057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:53.086901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Usage tracker for resource:router and tenant:b982bae69930447aac6c388286d75825 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:53.090559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:53.097272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:53.107894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-574479', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1436'] for router, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.109021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-576662', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-572513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774380'] for router, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.124624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.293337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp651d509d-c69e-588d-a83e-5d91d78ea119-9856eedf-e836-407c-883a-8380f01effbd', 'network_id': '9856eedf-e836-407c-883a-8380f01effbd', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'fixed_ips': [{'subnet_id': '96538dc9-ab08-453a-a262-bd1b320381bf'}]}} from dv-cinder-784623-6-iscsi. {{(pid=85249) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 09 02:03:53.295393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.430640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-572528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-574494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774429'] for router, precommit_update {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.479224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Allocated IP 172.20.0.2 (9856eedf-e836-407c-883a-8380f01effbd/96538dc9-ab08-453a-a262-bd1b320381bf/a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8) {{(pid=85249) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:03:53.590507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:03:53.758948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:53.770562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59780) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:53.775171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:53.775600 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.798948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.832274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.841676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Notify callbacks [] for port, precommit_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.860019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Transition to ACTIVE for port object a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:53.888471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Transition to ACTIVE for port object a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 will not be triggered until provisioned by entity DHCP. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:53.949467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348'] for port, after_create {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.955623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:53.967363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-38a5ce88-e788-4c73-b3ce-4f8a71f58d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:53.971881 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:53.976298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] Usage tracker for resource:security_group_rule and tenant:96a11465d8bf45e9a4e521b48b32461a is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:53.979626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:54.000791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:54.014731 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Allocated IP 172.27.2.29 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/75e479bc-cb09-439e-980f-ca23263c46ff) {{(pid=85248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:03:54.091557 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.094782 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.106481 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3403c5d4-5994-46a0-894f-186b9f05b6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:54.112268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.132967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Pushing event updated for resources: {'Port': ['ID=a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8,revision_number=1']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:54.143613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:54.152401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17157ef-13fb-4a1a-a7c5-7a129bee0d27,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:54.152758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=55fb3b72-6d6a-4d22-b5e3-16c50f755ce6,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:54.161139 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=96a11465d8bf45e9a4e521b48b32461a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3893919
Apr 09 02:03:54.161787 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59786) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:54.162688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fd8ca667-a293-4b9f-b4b2-31fb22fcc667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:54.187685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.191724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:54.205391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.239939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.244022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-db59daba-59b1-47c8-a0f6-0bfd673a8d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.247076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Network 9856eedf-e836-407c-883a-8380f01effbd is already hosted by enough agents. {{(pid=85249) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:54.250209 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Resources bound (agent type, host, resource id):  {{(pid=85249) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:54.255592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:54.259332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Received port after_create {{(pid=85249) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:03:54.282144 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-db59daba-59b1-47c8-a0f6-0bfd673a8d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.335560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-db59daba-59b1-47c8-a0f6-0bfd673a8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.339825 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-70434e03-2857-4b43-b110-10981cdf363b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:54.357607 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59daba-59b1-47c8-a0f6-0bfd673a8d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17157ef-13fb-4a1a-a7c5-7a129bee0d27,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:54.364589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=55fb3b72-6d6a-4d22-b5e3-16c50f755ce6,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:54.368650 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-db59daba-59b1-47c8-a0f6-0bfd673a8d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:54.372882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-db59daba-59b1-47c8-a0f6-0bfd673a8d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.379609 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:54.380827 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-db59daba-59b1-47c8-a0f6-0bfd673a8d9f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b17157ef-13fb-4a1a-a7c5-7a129bee0d27 HTTP/1.1" status: 204  len: 168 time: 0.2168529
Apr 09 02:03:54.385854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Attempting to bind port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:03:54.386284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Attempting to bind port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '2293c6f7-8bd8-40d1-a231-688588afc778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9856eedf-e836-407c-883a-8380f01effbd'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:03:54.386693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Attempting to bind port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 on network 9856eedf-e836-407c-883a-8380f01effbd {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:03:54.395208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:03:54.395865 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Checking segment: {'id': '2293c6f7-8bd8-40d1-a231-688588afc778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9856eedf-e836-407c-883a-8380f01effbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:03:54.396237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.396992 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Bound using segment: {'id': '2293c6f7-8bd8-40d1-a231-688588afc778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9856eedf-e836-407c-883a-8380f01effbd'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:03:54.397532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Bound port: a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2293c6f7-8bd8-40d1-a231-688588afc778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9856eedf-e836-407c-883a-8380f01effbd'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:03:54.398120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.493736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] For port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:03:54.497941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] For port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8,segment=NetworkSegment(2293c6f7-8bd8-40d1-a231-688588afc778),segment_id=2293c6f7-8bd8-40d1-a231-688588afc778)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:03:54.503447 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.521006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:54.527368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Sync routers for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:03:54.539106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:54.540387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bc88f28>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:54.665687 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Pushing event updated for resources: {'Port': ['ID=75e479bc-cb09-439e-980f-ca23263c46ff,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:54.670439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:54.694041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Pushing event updated for resources: {'Port': ['ID=a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:54.698071 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:54.724153 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:54.726033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:54.729951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Received port after_create {{(pid=85248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:03:54.750931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59794) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:54.774211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:54.777334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.794458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:54.798867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] Usage tracker for resource:security_group_rule and tenant:07e5637338634d72bea2c11c6923f6b3 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:54.802138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:54.808254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:54.931076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.935980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:54.946682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4d7b30de-0cfa-4746-9de3-5bd475be5ec7 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:54.994768 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=07e5637338634d72bea2c11c6923f6b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2399406
Apr 09 02:03:54.994768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b7bef3-50fd-4117-98e6-2ec31791e30c,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:54.995444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59800) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:54.996400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ac8eef44-5100-46ff-9f1b-8dc6b8d620f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:55.161548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bc88f28>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:49Z', 'revision_number': 2, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:55.167124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Checking router: 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:03:55.167530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Updating router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 02:03:55.224327 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.258064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6da83934-59dd-462f-a55b-556cd3d31e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.299131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6da83934-59dd-462f-a55b-556cd3d31e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.357437 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.507532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6da83934-59dd-462f-a55b-556cd3d31e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.514860 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3b99b520-0284-4bd3-90e3-e23795f478ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:55.531798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da83934-59dd-462f-a55b-556cd3d31e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b7bef3-50fd-4117-98e6-2ec31791e30c,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:55.537014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6da83934-59dd-462f-a55b-556cd3d31e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:55.567569 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6da83934-59dd-462f-a55b-556cd3d31e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.569262 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-6da83934-59dd-462f-a55b-556cd3d31e82 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b5b7bef3-50fd-4117-98e6-2ec31791e30c HTTP/1.1" status: 204  len: 168 time: 0.5690272
Apr 09 02:03:55.600495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:03:55.684086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.691681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:55.698124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:03:55.698523 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Transition to ACTIVE for port object f8f5e418-28fc-4d11-97dd-906c2c1c2b7d will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:55.706110 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.778950 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:55.779513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.786407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854201338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854203234'] for router, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:55.809370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:56.053577 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e is scheduled to L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf with binding_index 1 {{(pid=85248) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 09 02:03:56.109082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Pushing event updated for resources: {'Port': ['ID=f8f5e418-28fc-4d11-97dd-906c2c1c2b7d,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:56.121939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.122367 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.122716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.123091 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.123455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.123811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.124235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.124708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.124947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.125305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.125798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.126006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85250) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:03:56.131016 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:56.303597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:03:56.314764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Sync routers for ids ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:03:56.333385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Routers {'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:56.334818 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bdfefd0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:56.339642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Attempting to bind port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:03:56.340601 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Attempting to bind port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:03:56.341130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Attempting to bind port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d on network f935c478-f94d-4bd4-a6d7-7737058c87a8 {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:03:56.348949 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:03:56.349364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Checking segment: {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:03:56.349504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:56.349811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:56.350244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Bound using segment: {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:03:56.353374 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2780533
Apr 09 02:03:56.353631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Bound port: f8f5e418-28fc-4d11-97dd-906c2c1c2b7d, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:03:56.353631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:56.355592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59816) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:56.468042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] For port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:03:56.473140 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] For port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=f8f5e418-28fc-4d11-97dd-906c2c1c2b7d,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:03:56.485377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:56.503872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:56.554483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a888d0b0-d591-4805-8457-22376363e9c1 None None] Network 9856eedf-e836-407c-883a-8380f01effbd requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:03:56.692802 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Pushing event updated for resources: {'Port': ['ID=f8f5e418-28fc-4d11-97dd-906c2c1c2b7d,revision_number=4']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:56.707848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-929579cd-8ddf-4ed5-a323-d9680fc8f4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:56.714805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] Provisioning for port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:56.741834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] Provisioning complete for port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:56.742293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:03:56.742424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:56.746386 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bc88f28>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:56.843415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59828) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:57.056430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-21646655-network', 'tenant_id': '028a3d43544b45afafe453993d0642ad'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:57.068842 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:57.077713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Usage tracker for resource:network and tenant:028a3d43544b45afafe453993d0642ad is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:57.084714 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:57.094700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:57.106178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Made reservation on behalf of 028a3d43544b45afafe453993d0642ad for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:03:57.112484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.113844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:57.128825 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.141201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Set router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:03:57.153708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:57.158487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:028a3d43544b45afafe453993d0642ad is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:57.161791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:57.170890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:57.222563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.269966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.275630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.281218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-910a19b5-8989-480d-bf74-0db5dcd52c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:57.309306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 02:03:57.323956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2299622-089a-4d71-8fc3-c36a17528f7e,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:57.328487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:57.331138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.331539 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Added segment 60db1cb1-8710-48a7-a6ec-78b7f55ab857 of type vlan for network 6ab0ba5a-db5a-41ae-8657-8569c621b6fa
Apr 09 02:03:57.365127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.401605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.403034 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:57.404265 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.410159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9e69d3b7-8298-42ab-b535-6982dc58687d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:57.474334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Allocated IP 172.20.0.1 (9856eedf-e836-407c-883a-8380f01effbd/96538dc9-ab08-453a-a262-bd1b320381bf/89c94164-b0ec-48ac-859d-74801f65b5a7) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:03:57.534641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bc88f28>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:56Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:57.535624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=6ab0ba5a-db5a-41ae-8657-8569c621b6fa,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:57.541107 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:57.549038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf25026-d236-4e1b-b5e9-622a30eb01ea None None] The sync data for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi is: [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:56Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:03:57.561688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network 6ab0ba5a-db5a-41ae-8657-8569c621b6fa details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 02:03:57.567955 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.7231367
Apr 09 02:03:57.570929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59834) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:57.581012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Request body: {'subnet': {'network_id': '6ab0ba5a-db5a-41ae-8657-8569c621b6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-21646655-subnet', 'tenant_id': '028a3d43544b45afafe453993d0642ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:57.586929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:57.591779 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device f8f5e418-28fc-4d11-97dd-906c2c1c2b7d up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:03:57.593364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Usage tracker for resource:subnet and tenant:028a3d43544b45afafe453993d0642ad is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:57.596891 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:57.608489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:57.623843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Made reservation on behalf of 028a3d43544b45afafe453993d0642ad for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:03:57.629079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.765450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:57.779502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:57.779923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.843776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.958142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:57.978106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Transition to ACTIVE for port object 89c94164-b0ec-48ac-859d-74801f65b5a7 will not be triggered until provisioned by entity DHCP. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:03:58.011536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.029393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] For port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8,segment=NetworkSegment(2293c6f7-8bd8-40d1-a231-688588afc778),segment_id=2293c6f7-8bd8-40d1-a231-688588afc778)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:58.030750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.035519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d7d460a1-b612-4b6f-a65c-481d3a29e99c tempest-AttachVolumeTestJSON-1574516603 tempest-AttachVolumeTestJSON-1574516603-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:58.048706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.058951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:58.101852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.121105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=f8f5e418-28fc-4d11-97dd-906c2c1c2b7d,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:03:58.138323 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.146418 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:58.181619 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] Pushing event updated for resources: {'Port': ['ID=a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:58.187079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:58.193175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-645b4e53-8600-462a-b414-54fa1c85d3df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:58.214588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2152751-e08f-439a-9780-1c9b868018ee,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:58.219801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:58.227220 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Pushing event updated for resources: {'Port': ['ID=89c94164-b0ec-48ac-859d-74801f65b5a7,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:58.240985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] Provisioning complete for port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:58.241423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1ba7d606-9c7d-4e02-802b-079f01a03e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.241743 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:58.288297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Network 9856eedf-e836-407c-883a-8380f01effbd is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:58.289976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:58.292895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:03:58.363709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638034'] for router_interface, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.368746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bdfefd0>, [{'id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:03:55Z', 'revision_number': 3, 'project_id': 'b982bae69930447aac6c388286d75825', 'gw_port': {'id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:03:58.377703 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Checking router: cfe98a86-b7e3-4a16-a995-5821ac2ebf4e for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:03:58.378192 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Updating router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e port 75e479bc-cb09-439e-980f-ca23263c46ff binding host dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 02:03:58.383645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Checking segment: {'id': '60db1cb1-8710-48a7-a6ec-78b7f55ab857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6ab0ba5a-db5a-41ae-8657-8569c621b6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:03:58.384039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Network hostable DHCP agents. Network: 6ab0ba5a-db5a-41ae-8657-8569c621b6fa, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 02:03:58.409930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Network 6ab0ba5a-db5a-41ae-8657-8569c621b6fa is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 02:03:58.421048 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, 6ab0ba5a-db5a-41ae-8657-8569c621b6fa) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:58.426633 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=f8f5e418-28fc-4d11-97dd-906c2c1c2b7d,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:58.433680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42efa3e3-9521-45b1-be6a-5b195f6b2b65 None None] Network 6ab0ba5a-db5a-41ae-8657-8569c621b6fa requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:03:58.443919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:58.444697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.450565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:58.475368 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.9015713
Apr 09 02:03:58.679064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.711751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:58.851307 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1a392-1889-4054-9fc1-55b72e46fe61 None None] Network 6ab0ba5a-db5a-41ae-8657-8569c621b6fa requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:03:59.023314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-46753188-de38-4c16-b35b-3fe384671b64 None None] Provisioning complete for port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:59.023736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-46753188-de38-4c16-b35b-3fe384671b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.024227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.030346 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.060189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-affa4ffa-0760-45fb-af85-a3e132971d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:59.150011 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854023427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-582535'] for router_interface, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.168896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Pushing event updated for resources: {'Port': ['ID=89c94164-b0ec-48ac-859d-74801f65b5a7,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:59.183155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:59.202359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59854) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:59.213395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-31445863-network', 'tenant_id': 'ba57af67c32345bf9114407c94ca8f1b'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:59.220082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:59.224264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Usage tracker for resource:network and tenant:ba57af67c32345bf9114407c94ca8f1b is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:59.228959 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:59.235756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:59.246768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Made reservation on behalf of ba57af67c32345bf9114407c94ca8f1b for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:03:59.252324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.274441 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.292238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:59.296757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ba57af67c32345bf9114407c94ca8f1b is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:59.299941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:59.306782 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:59.312133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Network 9856eedf-e836-407c-883a-8380f01effbd is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:03:59.313408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:03:59.418266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.425056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.430844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4bbca55e-7634-4698-9835-d4927c76f345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:59.468928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 02:03:59.480306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadea06d-b980-4590-adf2-ad001c577c5a,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:59.484867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:59.488815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.489219 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Added segment 6344644e-2c67-4cfb-9683-4209224aec4d of type vlan for network fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4
Apr 09 02:03:59.529065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.583316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:03:59.586933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.586933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:03:59.587213 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.591267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:03:59.593450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:03:59.685224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.704968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:03:59.711379 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.5048842
Apr 09 02:03:59.712433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d025e192-ae54-4998-a722-16ea4fc451e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:03:59.712895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59858) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:03:59.719354 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Request body: {'subnet': {'network_id': 'fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-31445863-subnet', 'tenant_id': 'ba57af67c32345bf9114407c94ca8f1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:03:59.725304 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 02:03:59.725505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:03:59.730560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Usage tracker for resource:subnet and tenant:ba57af67c32345bf9114407c94ca8f1b is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:03:59.734460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:03:59.742836 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:03:59.757763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Made reservation on behalf of ba57af67c32345bf9114407c94ca8f1b for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:03:59.763428 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.763753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-46753188-de38-4c16-b35b-3fe384671b64 None None] Provisioning for port 89c94164-b0ec-48ac-859d-74801f65b5a7 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:03:59.779426 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-46753188-de38-4c16-b35b-3fe384671b64 None None] Provisioning complete for port 89c94164-b0ec-48ac-859d-74801f65b5a7 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:59.779857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-46753188-de38-4c16-b35b-3fe384671b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:03:59.805986 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:03:59.833888 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] 10.222.0.38 "PUT /v2.0/routers/cfe98a86-b7e3-4a16-a995-5821ac2ebf4e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4687960
Apr 09 02:03:59.888399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.resource_extend [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 09 02:03:59.896788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:03:59.896788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:00.035915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-46753188-de38-4c16-b35b-3fe384671b64 None None] Port 89c94164-b0ec-48ac-859d-74801f65b5a7 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:04:00.067925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Notify callbacks [] for port, precommit_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:00.085469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-46753188-de38-4c16-b35b-3fe384671b64 None None] Provisioning complete for port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:00.085892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-46753188-de38-4c16-b35b-3fe384671b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:00.126544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Transition to ACTIVE for port object 75e479bc-cb09-439e-980f-ca23263c46ff will not be triggered until provisioned by entity L2. {{(pid=85249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:04:00.181042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:00.210211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:00.383389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device f8f5e418-28fc-4d11-97dd-906c2c1c2b7d up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:04:00.530210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4afb4-09f8-4fce-9457-5b5e1237399a None None] Pushing event updated for resources: {'Port': ['ID=75e479bc-cb09-439e-980f-ca23263c46ff,revision_number=2']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:00.571678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a5e4afb4-09f8-4fce-9457-5b5e1237399a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:00.599387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:00.617573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c009818d-2554-421e-abff-a0c070fecdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:00.669653 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:00.670459 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:00.728643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Attempting to bind port 75e479bc-cb09-439e-980f-ca23263c46ff on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:04:00.729069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Attempting to bind port 75e479bc-cb09-439e-980f-ca23263c46ff by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:04:00.729481 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Attempting to bind port 75e479bc-cb09-439e-980f-ca23263c46ff on network fd121c20-d225-4039-9d99-67eafeecc659 {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:04:00.750019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:04:00.750387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Checking segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:04:00.750797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:00.751253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Bound using segment: {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'} {{(pid=85249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:04:00.751819 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Bound port: 75e479bc-cb09-439e-980f-ca23263c46ff, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f9fcc4-cbb9-445e-a814-b72e134bce37', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659'}}] {{(pid=85249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:04:00.752255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:00.773294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c49bd6d-3b8e-4104-aede-7b9731ee5687,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:00.783269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:00.864693 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-bcd03386-ee0f-4986-8ffa-cc0791283931 None None] Provisioning complete for port 89c94164-b0ec-48ac-859d-74801f65b5a7 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:00.865196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bcd03386-ee0f-4986-8ffa-cc0791283931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:00.976452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Checking segment: {'id': '6344644e-2c67-4cfb-9683-4209224aec4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:04:00.977135 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Network hostable DHCP agents. Network: fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 02:04:00.988065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] For port 75e479bc-cb09-439e-980f-ca23263c46ff, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:04:01.022838 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] For port 75e479bc-cb09-439e-980f-ca23263c46ff, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=75e479bc-cb09-439e-980f-ca23263c46ff,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:04:01.026478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-bcd03386-ee0f-4986-8ffa-cc0791283931 None None] Port 89c94164-b0ec-48ac-859d-74801f65b5a7 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:04:01.031761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Network fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 02:04:01.032075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:01.050181 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:04:01.050406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:01.078509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:01.080089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:01.100605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17668e94-2ae9-4e55-85f6-761bc57e6c4e None None] Network fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:04:01.119844 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7ea879f3-11f2-4a48-bbc0-6ac38e2927fc admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 1.4055130
Apr 09 02:04:01.332698 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4afb4-09f8-4fce-9457-5b5e1237399a None None] Pushing event updated for resources: {'Port': ['ID=75e479bc-cb09-439e-980f-ca23263c46ff,revision_number=3']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:01.341487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a5e4afb4-09f8-4fce-9457-5b5e1237399a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:01.458247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Routers {'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:04:01.458950 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bdfefd0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:01.476384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59894) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:01.571467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c1802c-ca57-437c-a064-c77c4f38fbf3 admin admin] Deleting subnet f2152751-e08f-439a-9780-1c9b868018ee {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:04:01.578780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d0c1802c-ca57-437c-a064-c77c4f38fbf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:01.676670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d0c1802c-ca57-437c-a064-c77c4f38fbf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:01.760830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d0c1802c-ca57-437c-a064-c77c4f38fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:01.825418 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f026785-bd88-4f1f-b901-1a6f8d7a46b5 None None] Network fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:04:02.022778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] Set router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:04:02.169791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d0c1802c-ca57-437c-a064-c77c4f38fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:02.216996 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:02.270407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1802c-ca57-437c-a064-c77c4f38fbf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2152751-e08f-439a-9780-1c9b868018ee,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:02.277889 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d0c1802c-ca57-437c-a064-c77c4f38fbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:02.393683 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d0c1802c-ca57-437c-a064-c77c4f38fbf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:02.402080 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d0c1802c-ca57-437c-a064-c77c4f38fbf3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f2152751-e08f-439a-9780-1c9b868018ee HTTP/1.1" status: 204  len: 168 time: 0.9245336
Apr 09 02:04:02.406008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59898) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:02.504019 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bdfefd0>, [{'id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 4, 'project_id': 'b982bae69930447aac6c388286d75825', 'gw_port': {'id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '89c94164-b0ec-48ac-859d-74801f65b5a7', 'name': '', 'network_id': '9856eedf-e836-407c-883a-8380f01effbd', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'mac_address': 'fa:16:3e:f5:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:57Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 2, 'project_id': 'b982bae69930447aac6c388286d75825', 'subnets': [{'id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:02.508606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5cbc32-a4f3-4041-a04a-1131f8cd14f5 None None] The sync data for ids ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'] in dv-cinder-784623-6-iscsi is: [{'id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 4, 'project_id': 'b982bae69930447aac6c388286d75825', 'gw_port': {'id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '89c94164-b0ec-48ac-859d-74801f65b5a7', 'name': '', 'network_id': '9856eedf-e836-407c-883a-8380f01effbd', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'mac_address': 'fa:16:3e:f5:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:57Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 2, 'project_id': 'b982bae69930447aac6c388286d75825', 'subnets': [{'id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:04:02.549910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:02.766345 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:02.954280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75dfd8dd8>,) {'filters': {'network_id': ['6ab0ba5a-db5a-41ae-8657-8569c621b6fa']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:02.974885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75dfd8dd8>, '60db1cb1-8710-48a7-a6ec-78b7f55ab857') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:02.976274 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75dfd8dd8>, '60db1cb1-8710-48a7-a6ec-78b7f55ab857') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:03.007010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:03.025096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:03.033667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:04:03.256792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Network 6ab0ba5a-db5a-41ae-8657-8569c621b6fa has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:04:03.267391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:03.526979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Network 6ab0ba5a-db5a-41ae-8657-8569c621b6fa has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:04:03.572146 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:04:03.729423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:03.734519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:03.750935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:03.761688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab0ba5a-db5a-41ae-8657-8569c621b6fa,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:03.764288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:03.765955 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-fba8e174-448e-445e-9691-9c92da2b53ce admin admin] 10.222.0.38 "DELETE /v2.0/networks/6ab0ba5a-db5a-41ae-8657-8569c621b6fa HTTP/1.1" status: 204  len: 168 time: 1.3588600
Apr 09 02:04:03.769105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59904) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:03.859761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acf9695-ad46-488d-a2e2-42fff4ca5017 admin admin] Deleting subnet 4c49bd6d-3b8e-4104-aede-7b9731ee5687 {{(pid=85247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:04:03.863637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1acf9695-ad46-488d-a2e2-42fff4ca5017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:03.926333 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1acf9695-ad46-488d-a2e2-42fff4ca5017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793561753'] for subnet, precommit_delete_associations {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:03.998313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1acf9695-ad46-488d-a2e2-42fff4ca5017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:04.302058 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1acf9695-ad46-488d-a2e2-42fff4ca5017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1460988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793473871'] for subnet, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:04.319874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-828f8598-ed88-4745-854f-c86e05d46978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:04.370918 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf9695-ad46-488d-a2e2-42fff4ca5017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c49bd6d-3b8e-4104-aede-7b9731ee5687,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:04.374771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1acf9695-ad46-488d-a2e2-42fff4ca5017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:04.463170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1acf9695-ad46-488d-a2e2-42fff4ca5017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:04.470668 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1acf9695-ad46-488d-a2e2-42fff4ca5017 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4c49bd6d-3b8e-4104-aede-7b9731ee5687 HTTP/1.1" status: 204  len: 168 time: 0.7003167
Apr 09 02:04:04.473395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59912) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:04.601164 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:04.801671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:04.944512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75dfdd400>,) {'filters': {'network_id': ['fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:04.960825 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75dfdd400>, '6344644e-2c67-4cfb-9683-4209224aec4d') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:04.961169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75dfdd400>, '6344644e-2c67-4cfb-9683-4209224aec4d') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:04.974378 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:04.993418 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:05.001434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:04:05.199438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Network fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:04:05.209237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:05.402089 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Network fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:04:05.427412 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:04:05.533623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:05.537633 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:05.553337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 75e479bc-cb09-439e-980f-ca23263c46ff up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:04:05.554726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:05.561857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Pushing event deleted for resources: {'Network': ['ID=fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:05.565223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:05.567169 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] 10.222.0.38 "DELETE /v2.0/networks/fb78cd3e-c0c8-4de2-abb5-c0305f1f7cd4 HTTP/1.1" status: 204  len: 168 time: 1.0926826
Apr 09 02:04:05.646726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 75e479bc-cb09-439e-980f-ca23263c46ff completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:04:05.652315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 75e479bc-cb09-439e-980f-ca23263c46ff triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:05.652938 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:05.810694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:05.816946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59918) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:05.835200 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 75e479bc-cb09-439e-980f-ca23263c46ff, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=75e479bc-cb09-439e-980f-ca23263c46ff,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:04:05.839193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:05.844125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a5e4afb4-09f8-4fce-9457-5b5e1237399a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:05.916713 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4566abea-2e90-4c4c-bd16-530f90706ebd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=028a3d43544b45afafe453993d0642ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0981092
Apr 09 02:04:05.919341 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59922) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:05.945373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=75e479bc-cb09-439e-980f-ca23263c46ff,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:05.951035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:05.993255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:06.023131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:06.075722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:06.081449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d6c76f8b-a570-47c1-8f7f-a4b6371152f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:06.095295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2299622-089a-4d71-8fc3-c36a17528f7e,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:06.107336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.107336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.108026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.108937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.108937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.109522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.110042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.110528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.111022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.111517 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.112296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.112793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:06.116456 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:06.117595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:06.122451 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-03b32bdf-ccaf-4c6d-987e-9c746b63c50a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c2299622-089a-4d71-8fc3-c36a17528f7e HTTP/1.1" status: 204  len: 168 time: 0.2013230
Apr 09 02:04:06.261852 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Sync routers for ids ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:04:06.273726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Routers {'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:04:06.274777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd70f98>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:06.545412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Set router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:04:06.616704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 59930) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:06.689177 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-6c754dc6-1b31-48f4-acb5-83fe5de0a141 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ba57af67c32345bf9114407c94ca8f1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0708199
Apr 09 02:04:06.692549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 59934) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:06.781465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-71f51fa0-3af2-419e-b7bb-44d7cfe7ac3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:06.817841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-71f51fa0-3af2-419e-b7bb-44d7cfe7ac3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:06.887614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-71f51fa0-3af2-419e-b7bb-44d7cfe7ac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:06.895572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0495e894-a3b8-422a-8ab3-c8c1eb5dc665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:06.911548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f51fa0-3af2-419e-b7bb-44d7cfe7ac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadea06d-b980-4590-adf2-ad001c577c5a,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:06.925038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-71f51fa0-3af2-419e-b7bb-44d7cfe7ac3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:06.929176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-71f51fa0-3af2-419e-b7bb-44d7cfe7ac3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:06.930670 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-71f51fa0-3af2-419e-b7bb-44d7cfe7ac3e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aadea06d-b980-4590-adf2-ad001c577c5a HTTP/1.1" status: 204  len: 168 time: 0.2366679
Apr 09 02:04:06.979409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd70f98>, [{'id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 4, 'project_id': 'b982bae69930447aac6c388286d75825', 'gw_port': {'id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '89c94164-b0ec-48ac-859d-74801f65b5a7', 'name': '', 'network_id': '9856eedf-e836-407c-883a-8380f01effbd', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'mac_address': 'fa:16:3e:f5:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:57Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 2, 'project_id': 'b982bae69930447aac6c388286d75825', 'subnets': [{'id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:06.985129 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Checking router: cfe98a86-b7e3-4a16-a995-5821ac2ebf4e for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:04:06.985532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Updating router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e port 89c94164-b0ec-48ac-859d-74801f65b5a7 binding host dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 09 02:04:07.057477 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:07.581006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 75e479bc-cb09-439e-980f-ca23263c46ff up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:04:07.616519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Notify callbacks [] for port, precommit_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:07.634210 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Transition to ACTIVE for port object 89c94164-b0ec-48ac-859d-74801f65b5a7 will not be triggered until provisioned by entity L2. {{(pid=85250) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:04:07.646020 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:07.667478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:07.692350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 75e479bc-cb09-439e-980f-ca23263c46ff triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:07.692933 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:07.758931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c8077-074a-44d4-be13-45ed6b2c84e9 None None] Pushing event updated for resources: {'Port': ['ID=89c94164-b0ec-48ac-859d-74801f65b5a7,revision_number=3']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:07.766121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-118c8077-074a-44d4-be13-45ed6b2c84e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:08.147524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Attempting to bind port 89c94164-b0ec-48ac-859d-74801f65b5a7 on host dv-cinder-784623-6-iscsi for vnic_type normal with profile  {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:04:08.147942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Attempting to bind port 89c94164-b0ec-48ac-859d-74801f65b5a7 by drivers openvswitch,hyperv on host dv-cinder-784623-6-iscsi at level 0 using segments [{'id': '2293c6f7-8bd8-40d1-a231-688588afc778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9856eedf-e836-407c-883a-8380f01effbd'}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:04:08.148434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Attempting to bind port 89c94164-b0ec-48ac-859d-74801f65b5a7 on network 9856eedf-e836-407c-883a-8380f01effbd {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:04:08.155311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Checking agent: {'id': '966be008-9fd4-4b7c-a65c-7227dd054e35', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784623-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 45, 49), 'started_at': datetime.datetime(2021, 4, 9, 1, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784623-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:04:08.155732 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Checking segment: {'id': '2293c6f7-8bd8-40d1-a231-688588afc778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9856eedf-e836-407c-883a-8380f01effbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85250) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:04:08.159640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:08.160214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Bound using segment: {'id': '2293c6f7-8bd8-40d1-a231-688588afc778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9856eedf-e836-407c-883a-8380f01effbd'} {{(pid=85250) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:04:08.161064 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Bound port: 89c94164-b0ec-48ac-859d-74801f65b5a7, host: dv-cinder-784623-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2293c6f7-8bd8-40d1-a231-688588afc778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '9856eedf-e836-407c-883a-8380f01effbd'}}] {{(pid=85250) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:04:08.161250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:08.250709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] For port 89c94164-b0ec-48ac-859d-74801f65b5a7, host dv-cinder-784623-6-iscsi, cleared binding levels {{(pid=85250) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:04:08.254883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] For port 89c94164-b0ec-48ac-859d-74801f65b5a7, host dv-cinder-784623-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=89c94164-b0ec-48ac-859d-74801f65b5a7,segment=NetworkSegment(2293c6f7-8bd8-40d1-a231-688588afc778),segment_id=2293c6f7-8bd8-40d1-a231-688588afc778)] {{(pid=85250) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:04:08.266232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85250) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:08.284389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-118c8077-074a-44d4-be13-45ed6b2c84e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:08.444412 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c8077-074a-44d4-be13-45ed6b2c84e9 None None] Pushing event updated for resources: {'Port': ['ID=89c94164-b0ec-48ac-859d-74801f65b5a7,revision_number=4']} {{(pid=85250) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:08.446735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-118c8077-074a-44d4-be13-45ed6b2c84e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85250) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:08.495391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Routers {'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:04:08.496503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd70f98>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:03:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:08.978980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] Set router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:04:09.391795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd70f98>, [{'id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 4, 'project_id': 'b982bae69930447aac6c388286d75825', 'gw_port': {'id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '89c94164-b0ec-48ac-859d-74801f65b5a7', 'name': '', 'network_id': '9856eedf-e836-407c-883a-8380f01effbd', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'mac_address': 'fa:16:3e:f5:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:57Z', 'updated_at': '2021-04-09T02:04:08Z', 'revision_number': 4, 'project_id': 'b982bae69930447aac6c388286d75825', 'subnets': [{'id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:09.399515 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd3f381-c8f2-4c8d-bcb4-0f7a5a71ec0b None None] The sync data for ids ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'] in dv-cinder-784623-6-iscsi is: [{'id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 4, 'project_id': 'b982bae69930447aac6c388286d75825', 'gw_port': {'id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '89c94164-b0ec-48ac-859d-74801f65b5a7', 'name': '', 'network_id': '9856eedf-e836-407c-883a-8380f01effbd', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'mac_address': 'fa:16:3e:f5:12:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:57Z', 'updated_at': '2021-04-09T02:04:08Z', 'revision_number': 4, 'project_id': 'b982bae69930447aac6c388286d75825', 'subnets': [{'id': '96538dc9-ab08-453a-a262-bd1b320381bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:04:09.577111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 89c94164-b0ec-48ac-859d-74801f65b5a7 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:04:09.696992 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning for port 89c94164-b0ec-48ac-859d-74801f65b5a7 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:04:09.705256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 89c94164-b0ec-48ac-859d-74801f65b5a7 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:09.706570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:09.900508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:09.924550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] For port 89c94164-b0ec-48ac-859d-74801f65b5a7, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=89c94164-b0ec-48ac-859d-74801f65b5a7,segment=NetworkSegment(2293c6f7-8bd8-40d1-a231-688588afc778),segment_id=2293c6f7-8bd8-40d1-a231-688588afc778)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:04:09.929851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:09.937673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:10.017965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Pushing event updated for resources: {'Port': ['ID=89c94164-b0ec-48ac-859d-74801f65b5a7,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:10.029131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:10.322084 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 60006) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:10.513490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:10.533545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:10.538272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f745db463de44b4c8e882c0dae479f20 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:10.541837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:10.549131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:04:10.552235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:10.677696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:10.682008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:10.693614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e1c9df54-9e04-45fd-9d24-5ef57f625a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:10.748697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60016) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:10.748963 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f745db463de44b4c8e882c0dae479f20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4254220
Apr 09 02:04:10.750122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b573aad-5144-4860-93b8-769729cb61ee,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:10.753842 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-040e07d9-28c8-4580-aed9-16a0bf0c03b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:10.836395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:10.867506 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:10.921279 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:10.927222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8f92639a-680e-403e-b8c1-6fb3e094e8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:10.940167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b573aad-5144-4860-93b8-769729cb61ee,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:10.953199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.953626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.954470 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.954470 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.954830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.955232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.955631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.956056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.956464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.956964 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.957234 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.957628 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:10.961581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:10.967249 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0b573aad-5144-4860-93b8-769729cb61ee HTTP/1.1" status: 204  len: 168 time: 0.2125385
Apr 09 02:04:10.967249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8bf44030-7d06-4e58-a71f-e336e3f94d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:11.328038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60034) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:11.347914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:11.364247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:11.368656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] Usage tracker for resource:security_group_rule and tenant:ac14d28fb39f4ffaa50a22e2cd7a8b86 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:11.372960 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:11.383757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:11.521162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 89c94164-b0ec-48ac-859d-74801f65b5a7 up at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:04:11.527055 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:11.530421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:11.544245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-80ba7e1a-05bf-4fe5-a518-6172dd535ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:11.592480 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac14d28fb39f4ffaa50a22e2cd7a8b86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2632143
Apr 09 02:04:11.593302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7404e1d-b4d2-4b79-8550-90e62e7722d9,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:11.596166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60050) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:11.599272 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3c35a4c9-ca0b-4a23-b35c-eeff1395cb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:11.610541 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Provisioning complete for port 89c94164-b0ec-48ac-859d-74801f65b5a7 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:11.611249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:11.662781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d63f63ac-fd69-4f73-b52e-8f1d0a76d5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:11.692574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d63f63ac-fd69-4f73-b52e-8f1d0a76d5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:11.745715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d63f63ac-fd69-4f73-b52e-8f1d0a76d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:11.752184 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b91dbcf9-ca61-47f7-8767-7aa251de596e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:11.763750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f63ac-fd69-4f73-b52e-8f1d0a76d5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7404e1d-b4d2-4b79-8550-90e62e7722d9,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:11.768843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d63f63ac-fd69-4f73-b52e-8f1d0a76d5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:11.770995 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d63f63ac-fd69-4f73-b52e-8f1d0a76d5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:11.773221 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d63f63ac-fd69-4f73-b52e-8f1d0a76d5f2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c7404e1d-b4d2-4b79-8550-90e62e7722d9 HTTP/1.1" status: 204  len: 168 time: 0.1757977
Apr 09 02:04:11.781991 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-f3edf52c-ec0f-4d4f-aa6c-67e049b10ccf tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:11.783897 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-f3edf52c-ec0f-4d4f-aa6c-67e049b10ccf tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/networks?id=f935c478-f94d-4bd4-a6d7-7737058c87a8 HTTP/1.1" status: 200  len: 815 time: 0.1963685
Apr 09 02:04:11.804799 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-0c56cd9f-20d5-4c3e-961b-bd2d956f0f67 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/quotas/2904e607b69d4a30b9f267f4947ec8f3 HTTP/1.1" status: 200  len: 375 time: 0.0115397
Apr 09 02:04:11.907891 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-118ca59c-4963-4207-8115-1ed04127958b tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2904e607b69d4a30b9f267f4947ec8f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0961816
Apr 09 02:04:12.310233 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-61fd56c7-a5b0-4eb8-9d5a-0cd59cf01675 service neutron] 10.222.0.38 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3823988
Apr 09 02:04:12.456442 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-28429f75-b760-4635-aaef-c9275afdba70 service neutron] 10.222.0.38 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395471
Apr 09 02:04:12.703792 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dfee89b3-f448-434d-b9b4-baa4927ef5f8 req-6607d863-65b9-42ac-8ee1-9dbcdf22b03b tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 210 time: 0.0519283
Apr 09 02:04:13.812249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cb90de98-c07d-4ace-8466-f4126d7d95ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:13.821422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60110) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:13.956741 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-78f7258f-cb14-48f1-bcd8-810a760ba2e0 req-5433b782-bde8-4c39-855b-2cadc70d6240 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 210 time: 0.1100788
Apr 09 02:04:13.973525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:13.992116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:13.996432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Usage tracker for resource:security_group_rule and tenant:ec90ade3879e419eaa47d4feb3d64b80 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:13.999522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:14.006935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:14.035078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-e495a6d0-bd39-4718-8fa2-09a2992f7c53 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:14.037002 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-e495a6d0-bd39-4718-8fa2-09a2992f7c53 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.62 "GET /v2.0/networks?id=f935c478-f94d-4bd4-a6d7-7737058c87a8 HTTP/1.1" status: 200  len: 815 time: 0.2670634
Apr 09 02:04:14.056309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'port': {'device_id': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'admin_state_up': True, 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:14.105299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:14.108246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:14.117874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3e6d82d2-ce7b-40c2-9a1b-20206a33d6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:14.161221 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec90ade3879e419eaa47d4feb3d64b80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3385437
Apr 09 02:04:14.163349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e54c7c-8407-4519-9340-30a4c6652968,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:14.164548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 60122) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:14.167088 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:14.249706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:14.264051 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:port and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:14.268927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:14.276417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf8bd-fdad-4041-9382-9d6e5aba550b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:14.278950 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:14.308357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Made reservation on behalf of 2904e607b69d4a30b9f267f4947ec8f3 for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:04:14.315093 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:14.331399 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf8bd-fdad-4041-9382-9d6e5aba550b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:14.462530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf8bd-fdad-4041-9382-9d6e5aba550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:14.469281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-337f5b88-8e76-46a5-84ff-36c302f4dc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:14.517834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92bf8bd-fdad-4041-9382-9d6e5aba550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e54c7c-8407-4519-9340-30a4c6652968,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:14.529293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b92bf8bd-fdad-4041-9382-9d6e5aba550b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:14.556545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b92bf8bd-fdad-4041-9382-9d6e5aba550b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:14.561454 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b92bf8bd-fdad-4041-9382-9d6e5aba550b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/21e54c7c-8407-4519-9340-30a4c6652968 HTTP/1.1" status: 204  len: 168 time: 0.3957126
Apr 09 02:04:14.576528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Allocated IP 172.20.0.10 (f935c478-f94d-4bd4-a6d7-7737058c87a8/49d3f813-0221-4a15-aec2-b0424ae7fcba/26f38c28-3730-4979-a46b-784e868af669) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:04:14.933382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:14.958558 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Transition to ACTIVE for port object 26f38c28-3730-4979-a46b-784e868af669 will not be triggered until provisioned by entity DHCP. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:04:14.999655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.024052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:15.089568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60146) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:15.120621 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.127822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'Port': ['ID=26f38c28-3730-4979-a46b-784e868af669,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:15.139596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:15.144488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Usage tracker for resource:security_group_rule and tenant:f92af6747067441c9edba875d555d27d is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:15.145854 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:15.148780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:15.161182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:15.286732 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.291124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.303784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-878b21d1-623d-4dc5-9391-ab5dcb4774a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:15.339442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d87e9f6-d37c-4c3a-be26-68d783226124,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:15.353606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:15.361967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180ae08-899a-4e9d-a965-052c15a30fe5 req-5836bafd-4a75-40dc-b97e-9ea419ac889e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:15.362770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-8180ae08-899a-4e9d-a965-052c15a30fe5 req-5836bafd-4a75-40dc-b97e-9ea419ac889e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Synchronizing usage tracker for tenant:2904e607b69d4a30b9f267f4947ec8f3 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:04:15.365004 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f92af6747067441c9edba875d555d27d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2732799
Apr 09 02:04:15.367942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60150) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:15.380211 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:04:15.383251 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:04:15.388250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:04:15.446434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb0d1-da1c-4cca-afea-542f5278d8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.467676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:15.468036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.487929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-8180ae08-899a-4e9d-a965-052c15a30fe5 req-5836bafd-4a75-40dc-b97e-9ea419ac889e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Unset dirty status for tenant:2904e607b69d4a30b9f267f4947ec8f3 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:04:15.489455 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8180ae08-899a-4e9d-a965-052c15a30fe5 req-5836bafd-4a75-40dc-b97e-9ea419ac889e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 932 time: 0.2739756
Apr 09 02:04:15.491603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb0d1-da1c-4cca-afea-542f5278d8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.497380 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-875c4e09-c676-4767-a603-ceab9b0ebd22 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4457710
Apr 09 02:04:15.541174 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8180ae08-899a-4e9d-a965-052c15a30fe5 req-250ba09a-fdd3-4102-bde3-80e17dece3f4 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376699
Apr 09 02:04:15.563931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb0d1-da1c-4cca-afea-542f5278d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.571566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-407c12e7-a9df-458e-82f1-873d8f3706f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:15.588694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfb0d1-da1c-4cca-afea-542f5278d8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d87e9f6-d37c-4c3a-be26-68d783226124,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:15.592298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f4bfb0d1-da1c-4cca-afea-542f5278d8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:15.599143 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4bfb0d1-da1c-4cca-afea-542f5278d8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.603004 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f4bfb0d1-da1c-4cca-afea-542f5278d8b7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d87e9f6-d37c-4c3a-be26-68d783226124 HTTP/1.1" status: 204  len: 168 time: 0.2313368
Apr 09 02:04:15.712965 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-3d9ddca3-eb5d-4215-ae91-59fbb237fe75 None None] Provisioning for port 26f38c28-3730-4979-a46b-784e868af669 completed by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:04:15.718894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-3d9ddca3-eb5d-4215-ae91-59fbb237fe75 None None] Provisioning complete for port 26f38c28-3730-4979-a46b-784e868af669 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:15.719360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-3d9ddca3-eb5d-4215-ae91-59fbb237fe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:15.780531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ddca3-eb5d-4215-ae91-59fbb237fe75 None None] Port 26f38c28-3730-4979-a46b-784e868af669 cannot update to ACTIVE because it is not bound. {{(pid=85249) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 09 02:04:16.494699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60174) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:16.631364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2124502686-network', 'tenant_id': '3966f45371ff451d9048791f20a2a038'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:16.639013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:16.644532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Usage tracker for resource:network and tenant:3966f45371ff451d9048791f20a2a038 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:16.648547 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:16.656947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:16.671097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Made reservation on behalf of 3966f45371ff451d9048791f20a2a038 for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:04:16.676449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:16.690620 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:16.707810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:16.712036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Usage tracker for resource:security_group_rule and tenant:3966f45371ff451d9048791f20a2a038 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:16.715085 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:16.722084 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:16.802588 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bc2fb-09fa-4ead-a838-6fa30d4c6c54 req-493cd8b0-a71e-43f5-8910-2913cb3d5cc6 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:16.804495 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-946bc2fb-09fa-4ead-a838-6fa30d4c6c54 req-493cd8b0-a71e-43f5-8910-2913cb3d5cc6 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 932 time: 0.1207571
Apr 09 02:04:16.839830 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-946bc2fb-09fa-4ead-a838-6fa30d4c6c54 req-2c394ce9-b325-4161-ac83-f8b93971bda6 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0281820
Apr 09 02:04:16.843893 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:16.847029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:16.853312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-798b54c9-35be-43d7-8ff3-95c08d5b1749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:17.148041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412acaf0-6c92-407e-ab85-640bf0d5c628,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:17.154561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:17.155322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 02:04:17.165309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:17.165701 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Added segment da2a7919-688d-4994-9569-8ba60b05978a of type vlan for network 749d5ae4-2982-4509-9593-2675b7d00c65
Apr 09 02:04:17.194722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:17.228647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:17.230233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:17.230972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:17.235410 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bc75d593-9012-43a6-abb9-9a9a74096ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:17.349969 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Pushing event updated for resources: {'Network': ['ID=749d5ae4-2982-4509-9593-2675b7d00c65,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:17.353553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:17.360069 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a3c1a905-7aed-4ef8-98e5-3997f668ed6f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8632755
Apr 09 02:04:17.361021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 60184) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:17.363434 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network 749d5ae4-2982-4509-9593-2675b7d00c65 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 02:04:17.367518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Request body: {'subnet': {'network_id': '749d5ae4-2982-4509-9593-2675b7d00c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2124502686-subnet', 'tenant_id': '3966f45371ff451d9048791f20a2a038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:17.380374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:17.390540 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Usage tracker for resource:subnet and tenant:3966f45371ff451d9048791f20a2a038 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:17.394349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:17.404222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:17.417925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Made reservation on behalf of 3966f45371ff451d9048791f20a2a038 for: {'subnet': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:04:17.422957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61301912'] for subnet, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:17.878111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853315024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61301929'] for subnet, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:17.966608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:18.094502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=636a798d-b22e-46e1-a9d6-6175633427d2,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:18.099974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:18.170863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-859a9217-8554-4b01-b2b7-4ae7f1da8288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:18.172499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef7d8e-07d5-4bc7-9486-08f4997523df req-e4f862c3-76a7-43e8-a378-8e03310f6c47 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:18.174698 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5ef7d8e-07d5-4bc7-9486-08f4997523df req-e4f862c3-76a7-43e8-a378-8e03310f6c47 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 932 time: 0.1672621
Apr 09 02:04:18.221201 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b5ef7d8e-07d5-4bc7-9486-08f4997523df req-44484009-8cfb-4c78-b5ca-2ab5c808443d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380661
Apr 09 02:04:18.222173 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Checking segment: {'id': 'da2a7919-688d-4994-9569-8ba60b05978a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '749d5ae4-2982-4509-9593-2675b7d00c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:04:18.222574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Network hostable DHCP agents. Network: 749d5ae4-2982-4509-9593-2675b7d00c65, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 02:04:18.243688 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Network 749d5ae4-2982-4509-9593-2675b7d00c65 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 02:04:18.257579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, 749d5ae4-2982-4509-9593-2675b7d00c65) {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:04:18.269527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da893fc4-c212-4266-956e-eaa40d47262c None None] Network 749d5ae4-2982-4509-9593-2675b7d00c65 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:04:18.279660 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:18.280345 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:18.304071 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b976c3fe-36bb-404f-bddf-5cad2972f004 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9412298
Apr 09 02:04:18.545017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87cbea9-17b8-4008-9b4d-aca366b94a42 None None] Network 749d5ae4-2982-4509-9593-2675b7d00c65 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:04:18.811124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.016942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 60204) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:19.023249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1986813170-network', 'tenant_id': '8826089834d84b8daa46afc0fb5015b4'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:19.028785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:19.032870 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Usage tracker for resource:network and tenant:8826089834d84b8daa46afc0fb5015b4 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:19.036914 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:19.042984 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:19.053639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Made reservation on behalf of 8826089834d84b8daa46afc0fb5015b4 for: {'network': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:04:19.058565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.072919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.090308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:19.094511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Usage tracker for resource:security_group_rule and tenant:8826089834d84b8daa46afc0fb5015b4 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:19.097581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:19.103738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:19.142377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.205970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.210139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.216180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-09afa024-8010-456f-9bfe-8f4f5747c8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:19.243905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'}  {{(pid=85247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 02:04:19.258605 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aecc13b-1a3d-48d0-ba8a-5c10ac3b82b4,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:19.264170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:19.265720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.266116 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Added segment 9523c15a-2f58-4ffc-ac20-c6b9c03043dd of type vlan for network ac3d4c7d-efce-4136-a2e4-ab31c651af2b
Apr 09 02:04:19.300100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.335928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.337783 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:19.338444 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.344127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-27ca326f-49af-417e-8c00-5a373b429989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:19.526092 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5077004
Apr 09 02:04:19.528924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3d4c7d-efce-4136-a2e4-ab31c651af2b,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:19.530561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60210) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:19.533029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-12245616-864f-4b25-9d80-1c234cac9771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:19.544042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Request body: {'subnet': {'network_id': 'ac3d4c7d-efce-4136-a2e4-ab31c651af2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1986813170-subnet', 'tenant_id': '8826089834d84b8daa46afc0fb5015b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:19.544760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network ac3d4c7d-efce-4136-a2e4-ab31c651af2b details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 02:04:19.556807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:19.562364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Usage tracker for resource:subnet and tenant:8826089834d84b8daa46afc0fb5015b4 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:19.566119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:19.566528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3461b8-6249-43b6-946e-26a34b51caf8 req-0708dd42-9cce-4f13-be74-3104543293d5 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:19.568252 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ea3461b8-6249-43b6-946e-26a34b51caf8 req-0708dd42-9cce-4f13-be74-3104543293d5 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 932 time: 0.1874359
Apr 09 02:04:19.577717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:19.598991 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Made reservation on behalf of 8826089834d84b8daa46afc0fb5015b4 for: {'subnet': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:04:19.604206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036788709437'] for subnet, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:19.613240 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ea3461b8-6249-43b6-946e-26a34b51caf8 req-1ecace6a-81e9-430a-910a-8e0cdbc1e01f tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383394
Apr 09 02:04:20.097815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036789606496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036788709390'] for subnet, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:20.118138 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b6ddd058-db30-4d24-bd7d-fc670423e357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:20.254257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=713cf301-1283-47cf-80b5-72abf77f807c,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:20.258530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:20.330009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Checking segment: {'id': '9523c15a-2f58-4ffc-ac20-c6b9c03043dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ac3d4c7d-efce-4136-a2e4-ab31c651af2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:04:20.330395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Network hostable DHCP agents. Network: ac3d4c7d-efce-4136-a2e4-ab31c651af2b, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85248) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 02:04:20.351185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Network ac3d4c7d-efce-4136-a2e4-ab31c651af2b is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85248) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 02:04:20.361404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, ac3d4c7d-efce-4136-a2e4-ab31c651af2b) {{(pid=85248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:04:20.374872 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:20.375524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:20.382195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe2ae7-0d25-4097-8a5a-d919bf4778b9 None None] Network ac3d4c7d-efce-4136-a2e4-ab31c651af2b requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:04:20.398295 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8645506
Apr 09 02:04:20.527430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:20.693785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ce0ec-4cc0-4f65-b516-7923c4abd0a4 None None] Network ac3d4c7d-efce-4136-a2e4-ab31c651af2b requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:04:20.943130 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14bfb0-b84d-4b35-b8bb-57ffd790f537 req-2e9a7d79-81a8-43bd-ab77-6801ca0dbb43 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:20.945230 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1a14bfb0-b84d-4b35-b8bb-57ffd790f537 req-2e9a7d79-81a8-43bd-ab77-6801ca0dbb43 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 932 time: 0.1536148
Apr 09 02:04:21.001885 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1a14bfb0-b84d-4b35-b8bb-57ffd790f537 req-6cc27cf2-f1be-4183-8b90-805ce79be1df tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486152
Apr 09 02:04:22.206859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc3bd4-6c09-406b-8b8b-6817868bf878 req-a33a79d0-eb88-4641-b4be-44ae35493259 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:22.209246 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-13bc3bd4-6c09-406b-8b8b-6817868bf878 req-a33a79d0-eb88-4641-b4be-44ae35493259 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 932 time: 0.0959992
Apr 09 02:04:22.240988 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-13bc3bd4-6c09-406b-8b8b-6817868bf878 req-04bbc7b4-5261-46c1-b815-3d9e80f17dad tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250208
Apr 09 02:04:23.461903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784eedf-ea81-46fc-96ef-5a916a5066bd req-231fc365-a8d8-4cae-b664-a5bc2c3cb383 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:23.463649 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a784eedf-ea81-46fc-96ef-5a916a5066bd req-231fc365-a8d8-4cae-b664-a5bc2c3cb383 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 932 time: 0.1059463
Apr 09 02:04:23.496064 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a784eedf-ea81-46fc-96ef-5a916a5066bd req-0ad8d377-b1cf-419f-a88b-e2f6d3ecc468 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0254815
Apr 09 02:04:24.485039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Request body: {'port': {'device_id': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:24.606799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:24.848482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142e6bb-df4d-4361-a4e8-3672c20bbb93 req-793a9eaf-464b-4073-b253-2bd4883d74e7 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:24.850120 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d142e6bb-df4d-4361-a4e8-3672c20bbb93 req-793a9eaf-464b-4073-b253-2bd4883d74e7 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 932 time: 0.2179160
Apr 09 02:04:24.900179 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d142e6bb-df4d-4361-a4e8-3672c20bbb93 req-99c66d25-12ed-448e-b695-24ad01b4add4 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386395
Apr 09 02:04:25.109261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f38c28-3730-4979-a46b-784e868af669 {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:04:25.117222 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:25.132496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Transition to ACTIVE for port object 26f38c28-3730-4979-a46b-784e868af669 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:04:25.135340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:25.151286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fb9f39bf-fe2f-4355-844c-cff56787c9df service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:25.294464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=26f38c28-3730-4979-a46b-784e868af669,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:25.298974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:25.751328 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Attempting to bind port 26f38c28-3730-4979-a46b-784e868af669 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:04:25.751768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Attempting to bind port 26f38c28-3730-4979-a46b-784e868af669 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:04:25.751868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Attempting to bind port 26f38c28-3730-4979-a46b-784e868af669 on network f935c478-f94d-4bd4-a6d7-7737058c87a8 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:04:25.756895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Port 26f38c28-3730-4979-a46b-784e868af669 on network f935c478-f94d-4bd4-a6d7-7737058c87a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 02:04:25.757270 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Attempting to bind port 26f38c28-3730-4979-a46b-784e868af669 on network f935c478-f94d-4bd4-a6d7-7737058c87a8 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:04:25.762967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:04:25.763340 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Checking segment: {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:04:25.763759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Bound using segment: {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:04:25.764260 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Bound port: 26f38c28-3730-4979-a46b-784e868af669, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac8950b-81bb-4acc-aee0-a3b969add619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:04:25.764646 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:25.843297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] For port 26f38c28-3730-4979-a46b-784e868af669, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:04:25.846530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] For port 26f38c28-3730-4979-a46b-784e868af669, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f38c28-3730-4979-a46b-784e868af669,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:04:25.850549 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:25.866831 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e538f15-f9f7-4c0f-a0c4-52235291d6ed tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:26.111031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=26f38c28-3730-4979-a46b-784e868af669,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:26.120286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:26.120772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:26.122310 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] 10.222.0.62 "PUT /v2.0/ports/26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 1094 time: 1.6421385
Apr 09 02:04:26.123152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:26.123669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:04:26.164457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597ae63-e1f6-43a8-bfbe-1fe98191538d req-60fd77c4-2620-4dfe-9c1c-8306abf99f90 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:26.173306 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0597ae63-e1f6-43a8-bfbe-1fe98191538d req-60fd77c4-2620-4dfe-9c1c-8306abf99f90 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 944 time: 0.1483426
Apr 09 02:04:26.191057 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669', 'status': 'completed', 'code': 200}
Apr 09 02:04:26.247232 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0597ae63-e1f6-43a8-bfbe-1fe98191538d req-0a2996d0-a309-4c21-afee-8db67af60de9 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729511
Apr 09 02:04:26.291368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-a3a3c827-51ae-497b-af4c-32a4c1cd6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:26.292996 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-a3a3c827-51ae-497b-af4c-32a4c1cd6272 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2904e607b69d4a30b9f267f4947ec8f3&device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 1097 time: 0.0952177
Apr 09 02:04:26.375251 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-78006ca8-1820-469e-9944-e359bbb7c5d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 217 time: 0.0682781
Apr 09 02:04:26.447968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-5ae749a3-4cd0-4076-846c-df16df2d9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:26.449668 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-5ae749a3-4cd0-4076-846c-df16df2d9ccb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=49d3f813-0221-4a15-aec2-b0424ae7fcba HTTP/1.1" status: 200  len: 854 time: 0.0680506
Apr 09 02:04:26.533445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-9ce6bc66-3c98-418f-8bac-8f969ed028a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:26.534984 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-9ce6bc66-3c98-418f-8bac-8f969ed028a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f935c478-f94d-4bd4-a6d7-7737058c87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787537
Apr 09 02:04:26.688135 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-b78216ac-a6a0-4e85-8831-9df7999150ae service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455197
Apr 09 02:04:26.838990 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2c561ca-6bb4-4a04-9810-b4ebc8071306 req-3bd4890b-561e-4131-90e5-f319bdb916fb service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450536
Apr 09 02:04:27.001676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-8604b166-f6f1-4e40-86a6-3aaa7c051071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:27.003258 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-8604b166-f6f1-4e40-86a6-3aaa7c051071 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2904e607b69d4a30b9f267f4947ec8f3&device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 1097 time: 0.0818939
Apr 09 02:04:27.145317 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-d2601f55-a0c8-40a4-8051-6586a78e93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:27.146898 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-d2601f55-a0c8-40a4-8051-6586a78e93a0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f935c478-f94d-4bd4-a6d7-7737058c87a8 HTTP/1.1" status: 200  len: 916 time: 0.1367612
Apr 09 02:04:27.220097 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-6d9cc956-ea7c-4e78-b55a-5de7454ad947 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 217 time: 0.0656247
Apr 09 02:04:27.294815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-208cb705-f795-48c7-a6a4-52a786614fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:27.296495 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-208cb705-f795-48c7-a6a4-52a786614fef service neutron] 10.222.0.62 "GET /v2.0/subnets?id=49d3f813-0221-4a15-aec2-b0424ae7fcba HTTP/1.1" status: 200  len: 854 time: 0.0688906
Apr 09 02:04:27.388020 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-9d7c6a18-2672-4cf1-b2c2-261dd188378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:27.389690 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-9d7c6a18-2672-4cf1-b2c2-261dd188378b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f935c478-f94d-4bd4-a6d7-7737058c87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847471
Apr 09 02:04:27.633363 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-b98eafd9-adb3-4f7e-bbdb-051cde0b750e service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288749
Apr 09 02:04:27.811862 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f80c9f-ff74-4f46-99c2-1d5aa1b56bff req-9910e517-ef4b-4490-aa88-ec2f74e30f65 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:27.813494 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-29f80c9f-ff74-4f46-99c2-1d5aa1b56bff req-9910e517-ef4b-4490-aa88-ec2f74e30f65 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 944 time: 0.4439471
Apr 09 02:04:27.819031 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3785218a-6332-489e-9ffd-997bc20ef1f1 req-84e5b73e-1909-463f-8913-242bc300df4c service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733198
Apr 09 02:04:27.844520 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-29f80c9f-ff74-4f46-99c2-1d5aa1b56bff req-684d253b-9734-4ae6-985b-6f5ddb0f5357 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244133
Apr 09 02:04:29.168552 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12427fd0-a00a-4fe4-ab6a-cc9a04ee1c79 req-3567b240-a81c-466e-84dd-04f18f9ff692 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:29.170249 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-12427fd0-a00a-4fe4-ab6a-cc9a04ee1c79 req-3567b240-a81c-466e-84dd-04f18f9ff692 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 944 time: 0.1514974
Apr 09 02:04:29.201659 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-12427fd0-a00a-4fe4-ab6a-cc9a04ee1c79 req-2aa438dd-7905-414b-9a82-ac8da2efcf44 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248380
Apr 09 02:04:29.345525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 26f38c28-3730-4979-a46b-784e868af669 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:04:29.448282 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:29.500972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 26f38c28-3730-4979-a46b-784e868af669, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f38c28-3730-4979-a46b-784e868af669,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:04:29.520238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '26f38c28-3730-4979-a46b-784e868af669', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'port_id': '26f38c28-3730-4979-a46b-784e868af669', 'mac_address': 'fa:16:3e:b6:65:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:04:29.577811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:29.579050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f38c28-3730-4979-a46b-784e868af669 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:04:29.594692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 26f38c28-3730-4979-a46b-784e868af669, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f38c28-3730-4979-a46b-784e868af669,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:04:29.597703 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:29.600352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dda8a711-331f-4474-a4a8-1caf5698bf9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:29.668864 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=26f38c28-3730-4979-a46b-784e868af669,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:29.676487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.676870 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.677244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.677612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.677979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.678338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.678697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.679056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.679414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.679768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.680149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.680502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:04:29.684998 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:29.899025 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['26f38c28-3730-4979-a46b-784e868af669'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:04:30.411136 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe5f92-9f77-4b92-b039-a7c738c00785 req-fc75f0ab-e59f-4547-b9dd-f87302de0ca2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:30.412805 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a3fe5f92-9f77-4b92-b039-a7c738c00785 req-fc75f0ab-e59f-4547-b9dd-f87302de0ca2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 945 time: 0.0948908
Apr 09 02:04:30.446050 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a3fe5f92-9f77-4b92-b039-a7c738c00785 req-a5923aed-6de9-4739-97aa-6d4ef441c679 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263395
Apr 09 02:04:31.362123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 26f38c28-3730-4979-a46b-784e868af669 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:04:31.433567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 26f38c28-3730-4979-a46b-784e868af669 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:04:31.438990 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 26f38c28-3730-4979-a46b-784e868af669 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:31.439396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:31.568780 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:31.581595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f38c28-3730-4979-a46b-784e868af669'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:04:31.592696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 26f38c28-3730-4979-a46b-784e868af669, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f38c28-3730-4979-a46b-784e868af669,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:04:31.597342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:31.599508 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:31.659822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e78444-cfc4-4ea5-af89-54f2860d86c6 req-c5eaae3c-a472-41d3-b989-9cdb44472999 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:31.661575 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-70e78444-cfc4-4ea5-af89-54f2860d86c6 req-c5eaae3c-a472-41d3-b989-9cdb44472999 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.0968919
Apr 09 02:04:31.672544 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f38c28-3730-4979-a46b-784e868af669', 'code': 200}
Apr 09 02:04:31.688277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=26f38c28-3730-4979-a46b-784e868af669,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:31.692746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:31.696917 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-70e78444-cfc4-4ea5-af89-54f2860d86c6 req-17c25266-9737-4f0c-94d6-80004b6ece24 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284598
Apr 09 02:04:31.947193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1eb57-9b68-4fa5-b24b-a2f2b5e7f01d req-0ecdeead-ccc2-425c-aacc-eec88fc3d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:31.948900 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a6b1eb57-9b68-4fa5-b24b-a2f2b5e7f01d req-0ecdeead-ccc2-425c-aacc-eec88fc3d4d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 1099 time: 0.0872650
Apr 09 02:04:31.976078 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a6b1eb57-9b68-4fa5-b24b-a2f2b5e7f01d req-beedab4e-ee12-4e4f-87f1-033d546fc217 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0212865
Apr 09 02:04:32.913207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440877a9-6fb8-41a8-a07b-d2d1a7f66879 req-57686164-abff-4b8e-81db-8c36df8018df tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:32.914861 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-440877a9-6fb8-41a8-a07b-d2d1a7f66879 req-57686164-abff-4b8e-81db-8c36df8018df tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.0911558
Apr 09 02:04:32.955092 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-440877a9-6fb8-41a8-a07b-d2d1a7f66879 req-6b2198da-669f-4a99-b708-d826946f82fd tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330415
Apr 09 02:04:34.157987 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df81aab-33b4-4bb6-8c35-a41cb9b0fa8e req-4e4035c5-b4ef-4833-9d52-02a6e40e4b07 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:34.159520 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9df81aab-33b4-4bb6-8c35-a41cb9b0fa8e req-4e4035c5-b4ef-4833-9d52-02a6e40e4b07 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.0891685
Apr 09 02:04:34.190919 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9df81aab-33b4-4bb6-8c35-a41cb9b0fa8e req-4bb9112c-6046-4f24-8a24-b81966003729 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249026
Apr 09 02:04:34.391009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4986486-8428-4922-bdca-15623f030e03 req-3992d607-aacc-4e28-aee6-2284585459b5 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:34.392550 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a4986486-8428-4922-bdca-15623f030e03 req-3992d607-aacc-4e28-aee6-2284585459b5 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.0885773
Apr 09 02:04:34.422660 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a4986486-8428-4922-bdca-15623f030e03 req-d4fa2d47-b920-4750-9939-94cee616e1af tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237648
Apr 09 02:04:34.643756 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-8a6e7f45-a4ee-4cca-8bd6-c9417d903f98 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0802617
Apr 09 02:04:34.885532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-08287825-e063-4267-a3eb-3302e4f0461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:34.887221 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-08287825-e063-4267-a3eb-3302e4f0461c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 1098 time: 0.1534195
Apr 09 02:04:34.904942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96804c25-ec38-45e1-940f-47424a057ea1 req-30e77048-9b69-4da8-b8a9-5812da948444 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:34.906691 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96804c25-ec38-45e1-940f-47424a057ea1 req-30e77048-9b69-4da8-b8a9-5812da948444 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.1316488
Apr 09 02:04:34.974190 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-96804c25-ec38-45e1-940f-47424a057ea1 req-341f16f5-d2ca-4434-937e-7ae5a7b1e8d8 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415041
Apr 09 02:04:35.076956 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-14070bf4-b1eb-4d69-abae-8fe0519f55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:35.078719 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-14070bf4-b1eb-4d69-abae-8fe0519f55b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0911d7-2183-43e3-9703-f2a48c7303e9 HTTP/1.1" status: 200  len: 910 time: 0.1710973
Apr 09 02:04:35.196911 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-62ac66b7-9183-46b8-83ba-993994408fb4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ca91c8-1321-4724-ba82-e895625c1079 HTTP/1.1" status: 200  len: 1000 time: 0.1116407
Apr 09 02:04:35.269433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-264bc8fa-b33f-4283-af99-8fa774f9c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:35.271002 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-264bc8fa-b33f-4283-af99-8fa774f9c9ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8be35d05-70b7-428c-80b6-1f2d07885d22 HTTP/1.1" status: 200  len: 848 time: 0.0682423
Apr 09 02:04:35.355397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-48a323ff-2469-478f-b755-c830eddcc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:35.357062 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-48a323ff-2469-478f-b755-c830eddcc3cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0911d7-2183-43e3-9703-f2a48c7303e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796413
Apr 09 02:04:35.521531 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-c4a69793-a013-48cd-974d-36fc3b785643 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578772
Apr 09 02:04:35.665436 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7d0a09ca-eea9-40a7-981b-294788658c5a req-64ac6ddb-c6fa-4ea0-a771-9f0c8de38859 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363428
Apr 09 02:04:37.388926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60398) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:37.460170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92a4b6e-b53f-48b0-9314-d75005105361 admin admin] Deleting subnet 636a798d-b22e-46e1-a9d6-6175633427d2 {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:04:37.464215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b92a4b6e-b53f-48b0-9314-d75005105361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:37.518207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b92a4b6e-b53f-48b0-9314-d75005105361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:37.582900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b92a4b6e-b53f-48b0-9314-d75005105361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:37.847932 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b92a4b6e-b53f-48b0-9314-d75005105361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:37.864660 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fd3d9d71-cf93-4440-a0ea-fc345b557485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:37.915100 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a4b6e-b53f-48b0-9314-d75005105361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=636a798d-b22e-46e1-a9d6-6175633427d2,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:37.919603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b92a4b6e-b53f-48b0-9314-d75005105361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:38.002174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b92a4b6e-b53f-48b0-9314-d75005105361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:38.008472 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b92a4b6e-b53f-48b0-9314-d75005105361 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/636a798d-b22e-46e1-a9d6-6175633427d2 HTTP/1.1" status: 204  len: 168 time: 0.6183093
Apr 09 02:04:38.011278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60402) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:38.130817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:38.327476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:38.444853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75e51de48>,) {'filters': {'network_id': ['749d5ae4-2982-4509-9593-2675b7d00c65']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:38.458021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75e51de48>, 'da2a7919-688d-4994-9569-8ba60b05978a') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:38.458363 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75e51de48>, 'da2a7919-688d-4994-9569-8ba60b05978a') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:38.471944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:38.487480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:38.493943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:04:38.673815 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Network 749d5ae4-2982-4509-9593-2675b7d00c65 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:04:38.682831 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:38.865738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Network 749d5ae4-2982-4509-9593-2675b7d00c65 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:04:38.889518 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:04:38.973797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:38.977923 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ecd0f973-4e4b-4112-8d1e-6d63616d9c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:38.993189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:39.003561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=749d5ae4-2982-4509-9593-2675b7d00c65,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:39.006662 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] 10.222.0.38 "DELETE /v2.0/networks/749d5ae4-2982-4509-9593-2675b7d00c65 HTTP/1.1" status: 204  len: 168 time: 0.9945395
Apr 09 02:04:39.007639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e9d9827b-1f15-4bfc-8177-60a8e0257fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:39.009757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60408) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:39.076777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-2556180b-2d9b-4729-8f0c-ab9fd939cb12 admin admin] Deleting subnet 713cf301-1283-47cf-80b5-72abf77f807c {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:04:39.080008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2556180b-2d9b-4729-8f0c-ab9fd939cb12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:39.135235 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2556180b-2d9b-4729-8f0c-ab9fd939cb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:39.195626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2556180b-2d9b-4729-8f0c-ab9fd939cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:39.456745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2556180b-2d9b-4729-8f0c-ab9fd939cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:39.473324 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c17949cd-40d8-4726-b5f6-92dd9fa13894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:39.521706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556180b-2d9b-4729-8f0c-ab9fd939cb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713cf301-1283-47cf-80b5-72abf77f807c,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:39.525906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2556180b-2d9b-4729-8f0c-ab9fd939cb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:39.619797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-2556180b-2d9b-4729-8f0c-ab9fd939cb12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:39.626083 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-2556180b-2d9b-4729-8f0c-ab9fd939cb12 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/713cf301-1283-47cf-80b5-72abf77f807c HTTP/1.1" status: 204  len: 168 time: 0.6152704
Apr 09 02:04:39.628733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60414) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:39.988391 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:40.180451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:40.294525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75f1dc6d8>,) {'filters': {'network_id': ['ac3d4c7d-efce-4136-a2e4-ab31c651af2b']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:40.312423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75f1dc6d8>, '9523c15a-2f58-4ffc-ac20-c6b9c03043dd') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:40.312768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75f1dc6d8>, '9523c15a-2f58-4ffc-ac20-c6b9c03043dd') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:40.325331 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:40.340096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:40.346332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:04:40.525787 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Network ac3d4c7d-efce-4136-a2e4-ab31c651af2b has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:04:40.535265 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:40.720467 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Network ac3d4c7d-efce-4136-a2e4-ab31c651af2b has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:04:40.744027 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:04:40.822908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:40.826609 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-aee996e6-5ea0-4e74-916b-12e0b84becca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:40.841873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:40.852373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3d4c7d-efce-4136-a2e4-ab31c651af2b,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:40.854761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:40.857323 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-48b13a5a-1c77-4857-ba72-75e3b6bfb763 admin admin] 10.222.0.38 "DELETE /v2.0/networks/ac3d4c7d-efce-4136-a2e4-ab31c651af2b HTTP/1.1" status: 204  len: 168 time: 1.2272589
Apr 09 02:04:41.041545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60422) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:41.094711 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8b3ee927-ae37-4983-ab68-8525ba68abc2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3966f45371ff451d9048791f20a2a038&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517027
Apr 09 02:04:41.097159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60426) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:41.158296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-792f48b9-fd21-4b4a-b7d6-392d2c11da56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:41.185632 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-792f48b9-fd21-4b4a-b7d6-392d2c11da56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:41.230500 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-792f48b9-fd21-4b4a-b7d6-392d2c11da56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:41.235516 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-43818a1f-c4ad-4448-9722-c3fc5ca7d710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:41.246307 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f48b9-fd21-4b4a-b7d6-392d2c11da56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412acaf0-6c92-407e-ab85-640bf0d5c628,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:41.251143 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-792f48b9-fd21-4b4a-b7d6-392d2c11da56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:41.253488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-792f48b9-fd21-4b4a-b7d6-392d2c11da56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:41.256930 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-792f48b9-fd21-4b4a-b7d6-392d2c11da56 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/412acaf0-6c92-407e-ab85-640bf0d5c628 HTTP/1.1" status: 204  len: 168 time: 0.1562908
Apr 09 02:04:41.605349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60434) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:41.661746 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4f2a4938-296d-41a4-a539-df69aca217b6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8826089834d84b8daa46afc0fb5015b4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550823
Apr 09 02:04:41.664414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60440) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:41.726553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-53246e8f-a4e8-4043-a454-8bef0f585a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:41.755260 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-53246e8f-a4e8-4043-a454-8bef0f585a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:41.799442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-53246e8f-a4e8-4043-a454-8bef0f585a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:41.804450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-6da83934-59dd-462f-a55b-556cd3d31e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:41.815635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53246e8f-a4e8-4043-a454-8bef0f585a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aecc13b-1a3d-48d0-ba8a-5c10ac3b82b4,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:41.819492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-53246e8f-a4e8-4043-a454-8bef0f585a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:41.822917 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-53246e8f-a4e8-4043-a454-8bef0f585a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:41.824182 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-53246e8f-a4e8-4043-a454-8bef0f585a3b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8aecc13b-1a3d-48d0-ba8a-5c10ac3b82b4 HTTP/1.1" status: 204  len: 168 time: 0.1587408
Apr 09 02:04:42.599707 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60464) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:42.717520 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1310044764-network', 'tenant_id': 'b6edc047e08f402280f417ae3e5d83df'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:42.722822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:42.726865 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Usage tracker for resource:network and tenant:b6edc047e08f402280f417ae3e5d83df is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:42.729868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:42.735967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:42.745821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Made reservation on behalf of b6edc047e08f402280f417ae3e5d83df for: {'network': 1} {{(pid=85248) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:04:42.750538 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for network, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:42.763859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:42.779496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:42.783480 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Usage tracker for resource:security_group_rule and tenant:b6edc047e08f402280f417ae3e5d83df is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:42.786474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:42.792432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:42.882929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:42.889972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:42.890985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c16e406d-d80e-49cc-95c2-91988080fffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:42.919348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'}  {{(pid=85248) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 09 02:04:42.928465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78dc567-3d88-41b2-8c09-98ed0bf0a60c,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:42.932386 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:42.935567 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:42.935896 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.segments_db [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Added segment f0f25029-fa2f-426f-b7e9-9a53be79156d of type vlan for network f7ba46a5-7263-4935-8c1f-672d543c4652
Apr 09 02:04:42.964021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247370856427'] for network, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:42.993022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986'] for network, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:42.994104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85248) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:42.994745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:43.000178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:43.102776 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5016842
Apr 09 02:04:43.105907 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ba46a5-7263-4935-8c1f-672d543c4652,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:43.106217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 60472) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:43.108593 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1422f2b6-ea4b-45f3-8448-5f412a6edc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:43.112849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Request body: {'subnet': {'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1310044764-subnet', 'tenant_id': 'b6edc047e08f402280f417ae3e5d83df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:43.116536 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Network f7ba46a5-7263-4935-8c1f-672d543c4652 details requested by agent ovs-agent-dv-cinder-784623-6-iscsi with host dv-cinder-784623-6-iscsi {{(pid=85249) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 09 02:04:43.118170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:43.122702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Usage tracker for resource:subnet and tenant:b6edc047e08f402280f417ae3e5d83df is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:43.125794 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:43.131758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:43.142154 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Made reservation on behalf of b6edc047e08f402280f417ae3e5d83df for: {'subnet': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:04:43.146931 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61301912'] for subnet, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:43.796730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6c13-332d-4405-9425-0f3243b2edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:43.797320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853315024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61301929'] for subnet, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:43.812487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:43.979812 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97da1571-32c3-4ce3-a4d2-884f5599e568,revision_number=0']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:43.986102 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:44.028392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Checking segment: {'id': 'f0f25029-fa2f-426f-b7e9-9a53be79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:04:44.028795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Network hostable DHCP agents. Network: f7ba46a5-7263-4935-8c1f-672d543c4652, hostable agents: ['ce251c65-9523-4909-9e2c-04fd735c1682'], hosted agents: [] {{(pid=85247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 09 02:04:44.048232 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Network f7ba46a5-7263-4935-8c1f-672d543c4652 is scheduled to be hosted by DHCP agent ce251c65-9523-4909-9e2c-04fd735c1682 with binding_index 1 {{(pid=85247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 09 02:04:44.056952 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784623-6-iscsi, f7ba46a5-7263-4935-8c1f-672d543c4652) {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:04:44.066295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b4162-3517-4063-adae-49b1588bf4aa None None] Network f7ba46a5-7263-4935-8c1f-672d543c4652 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:04:44.069393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:44.070057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:44.096482 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-bf9f1823-8f19-4cbd-90b2-327c41dd9f67 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9888713
Apr 09 02:04:44.302365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019104c-6b96-4f11-be5c-2746ef71fe3e None None] Network f7ba46a5-7263-4935-8c1f-672d543c4652 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:04:45.468086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb1bb0-6389-4d57-b332-6aad159e7dbd req-49444f5c-d6b4-4595-b469-6ff0b8ee18b0 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:45.469722 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5ebb1bb0-6389-4d57-b332-6aad159e7dbd req-49444f5c-d6b4-4595-b469-6ff0b8ee18b0 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.0907536
Apr 09 02:04:45.500557 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5ebb1bb0-6389-4d57-b332-6aad159e7dbd req-a0c94a1e-ca6c-4846-b2ee-61ccd1262bf1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245326
Apr 09 02:04:45.526491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 60496) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:45.740555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a95fc-d967-4039-ad4f-a3a9093d179d tempest-TestMinimumBasicScenario-1086478292 tempest-TestMinimumBasicScenario-1086478292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:45.741247 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d80a95fc-d967-4039-ad4f-a3a9093d179d tempest-TestMinimumBasicScenario-1086478292 tempest-TestMinimumBasicScenario-1086478292-project-admin] Synchronizing usage tracker for tenant:b982bae69930447aac6c388286d75825 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:04:45.757191 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-d80a95fc-d967-4039-ad4f-a3a9093d179d tempest-TestMinimumBasicScenario-1086478292 tempest-TestMinimumBasicScenario-1086478292-project-admin] Unset dirty status for tenant:b982bae69930447aac6c388286d75825 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:04:45.758462 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d80a95fc-d967-4039-ad4f-a3a9093d179d tempest-TestMinimumBasicScenario-1086478292 tempest-TestMinimumBasicScenario-1086478292-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 1094 time: 0.2308531
Apr 09 02:04:45.761692 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 60504) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:45.767837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'floatingip': {'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'port_id': '26f38c28-3730-4979-a46b-784e868af669', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:45.774668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:45.779429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:floatingip and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:45.782454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:45.788546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:45.799900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for floatingip, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:45.956264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:46.225355 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Allocated IP 172.27.2.32 (fd121c20-d225-4039-9d99-67eafeecc659/2a9610d4-23a1-40cf-9754-24d321425d8a/ec953244-54ea-4877-aaa4-a2a41b09d815) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:04:46.282362 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-ac16fa8b-eff2-41ec-a0c6-73fc9b4df56d tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:46.283882 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-ac16fa8b-eff2-41ec-a0c6-73fc9b4df56d tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/networks?id=f7ba46a5-7263-4935-8c1f-672d543c4652 HTTP/1.1" status: 200  len: 809 time: 0.2487972
Apr 09 02:04:46.356896 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-0aeec188-6875-473f-a05e-318eb5cc4407 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/quotas/b6edc047e08f402280f417ae3e5d83df HTTP/1.1" status: 200  len: 375 time: 0.0604465
Apr 09 02:04:46.426888 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-d558750f-e0c6-4e86-8cdc-fb02589a94a2 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b6edc047e08f402280f417ae3e5d83df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0619621
Apr 09 02:04:46.444282 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-2a456ec2-e6f8-42b6-a6b2-0917a8a872e4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 02:04:46.445360 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-2a456ec2-e6f8-42b6-a6b2-0917a8a872e4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0080540
Apr 09 02:04:46.518233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:46.628569 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-e8b8890d-059a-42b0-a310-ca6fb188470f service neutron] 10.222.0.38 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732125
Apr 09 02:04:46.662098 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:46.689256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:46.913334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'Port': ['ID=ec953244-54ea-4877-aaa4-a2a41b09d815,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:46.921531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:46.961663 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-5e6a6bc4-819c-4593-95f4-2ec4eed7bf93 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3248212
Apr 09 02:04:46.980546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Network fd121c20-d225-4039-9d99-67eafeecc659 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:04:46.981878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:04:46.984358 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:04:47.175735 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b9a1b9a2-dbc1-40de-a671-071573f75902 req-5304f426-5cc8-4817-a9e0-c9e42eaf54e1 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 210 time: 0.0615284
Apr 09 02:04:47.510808 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:47.541015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:04:47.605551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:47.896757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:47.900530 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:47.920387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3ee53c89-4d3a-4749-900e-3535c956b76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:48.167243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19c36eeb-b0d5-48b0-9d70-89e8df0a40fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:48.409941 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'Port': ['ID=ec953244-54ea-4877-aaa4-a2a41b09d815,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:48.433663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:48.438949 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cb9a2e30-d0ca-4382-b56a-f094914cf03e req-a0e95b35-d690-4639-abd3-a1fc8abf4c88 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 210 time: 0.1213977
Apr 09 02:04:48.608944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-7ea7cb54-f24f-49da-8749-7133bfe98604 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:48.610494 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-7ea7cb54-f24f-49da-8749-7133bfe98604 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.62 "GET /v2.0/networks?id=f7ba46a5-7263-4935-8c1f-672d543c4652 HTTP/1.1" status: 200  len: 809 time: 0.3047128
Apr 09 02:04:48.640563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572650'] for floatingip, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:48.701773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Request body: {'port': {'device_id': '82bb62f6-1103-4cc9-90d9-d8555822cf37', 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652', 'admin_state_up': True, 'tenant_id': 'b6edc047e08f402280f417ae3e5d83df'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:48.753237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:48.959810 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Floating IP c3bf4cca-1909-4c78-9e4b-84cfaeda193b associated. External IP: 172.27.2.32, port: 26f38c28-3730-4979-a46b-784e868af669.
Apr 09 02:04:49.081751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:49.094940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Usage tracker for resource:port and tenant:b6edc047e08f402280f417ae3e5d83df is out of sync, need to count used quota {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:49.100013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85247) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:49.117750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:49.132524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:49.140332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Made reservation on behalf of b6edc047e08f402280f417ae3e5d83df for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:04:49.146792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:49.513003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Allocated IP 172.20.0.9 (f7ba46a5-7263-4935-8c1f-672d543c4652/97da1571-32c3-4ce3-a4d2-884f5599e568/a98a9968-b6e7-44d8-8248-13c3906e4b22) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:04:49.531199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:04:49.762895 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fe5541c4-9aae-4964-8eeb-1ed911142e74 req-1eeca009-5d3a-41af-b16c-f2de5e849be8 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 210 time: 0.1457677
Apr 09 02:04:49.942293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:04:49.953244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] Sync routers for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:04:49.965951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:04:49.966656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd69358>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:04:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:49.985563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:49.997214 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.065317 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3019109
Apr 09 02:04:50.066978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:04:50.068259 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60540) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:50.075524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409691283', 'description': 'tempest-secgroup-smoke-409691283 description', 'project_id': '2904e607b69d4a30b9f267f4947ec8f3'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:50.083827 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.085911 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:50.093065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:security_group and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:50.097039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:50.100924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-eea29666-9a48-41e8-80c4-fb7702f3dedb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:50.104704 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:50.115940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.121493 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:50.126460 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:security_group_rule and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:50.130204 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:50.136575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:50.144648 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669', 'status': 'completed', 'code': 200}
Apr 09 02:04:50.171500 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:04:50.217958 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.220603 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.226839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-01f7d716-3092-435c-93a3-84a5521ef407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:50.271655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327ddccf-da8d-46ff-aec2-c29141e16f99,revision_number=1']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:50.275937 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:50.278321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.280158 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c63deede-9efe-4c8e-b59f-748d6a0c9d9c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2105718
Apr 09 02:04:50.283696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60546) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:50.290645 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'security_group_rule': {'security_group_id': '327ddccf-da8d-46ff-aec2-c29141e16f99', 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:50.298286 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:50.303115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:security_group_rule and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:50.306853 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:50.315131 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:50.334124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.413757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.417831 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.420265 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a5e1eb78-d32b-40d4-826e-4895ef8c45d4 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:50.450147 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a74b36-8233-4e91-a709-ca456245e47e,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:50.454771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:50.463115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.467358 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-032815c4-4fc4-46fd-9c31-475bc28ba26a tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1811173
Apr 09 02:04:50.468198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60550) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:50.474733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'security_group_rule': {'security_group_id': '327ddccf-da8d-46ff-aec2-c29141e16f99', 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:50.481456 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:50.483724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.485583 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:security_group_rule and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:50.488980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:50.495347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:50.516398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.585589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.588868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.590673 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Pushing event updated for resources: {'Port': ['ID=a98a9968-b6e7-44d8-8248-13c3906e4b22,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:50.591732 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:50.599594 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:50.607104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd69358>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'c3bf4cca-1909-4c78-9e4b-84cfaeda193b', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'port_id': '26f38c28-3730-4979-a46b-784e868af669', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'mac_address': 'fa:16:3e:b6:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:04:47Z', 'updated_at': '2021-04-09T02:04:47Z', 'revision_number': 0, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 5, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:50.611282 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] Checking router: 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:04:50.623271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:04:50.623271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bd69358>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:04:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:50.625342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.629630 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1599698
Apr 09 02:04:50.630448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60554) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:50.633129 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d865a3b1-e975-4339-818e-75089dfc1e05,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:50.641364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'security_group_rule': {'security_group_id': '327ddccf-da8d-46ff-aec2-c29141e16f99', 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:50.643374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 60558) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:50.645357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ea12b5e6-bedc-4e46-8e57-11c3f3fc32da tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:50.646499 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:50.650991 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:security_group_rule and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:50.654218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:50.664291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:50.664637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-dfa79076-f6fd-45e9-adad-de1aaaa8e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:50.666261 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-dfa79076-f6fd-45e9-adad-de1aaaa8e110 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2904e607b69d4a30b9f267f4947ec8f3&device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 1099 time: 0.4924366
Apr 09 02:04:50.671595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Network f7ba46a5-7263-4935-8c1f-672d543c4652 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:04:50.673166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:04:50.677173 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:04:50.691613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.767851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.771194 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.773894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b4166ec0-3ad5-4e57-a2e2-fd22acd25ad8 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:50.802223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf1c864-f6d6-4d51-be7e-6beaf6fc9876,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:50.811663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:50.820041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.824053 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1907611
Apr 09 02:04:50.824292 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:04:50.831748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60566) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:50.838666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'security_group_rule': {'security_group_id': '327ddccf-da8d-46ff-aec2-c29141e16f99', 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:50.846298 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:50.851169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:security_group_rule and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:50.856301 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:50.863171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:50.909097 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.973120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:50.973794 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.986230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.990203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:50.992936 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-1216b518-95c2-4d26-b72d-c89c2434370d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:51.019392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0951f8-fb32-49a3-b92f-516db8ce5287,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:51.024746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:51.032777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.037680 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-53cddc61-fa64-48fc-bfce-a233fb8decf2 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2041054
Apr 09 02:04:51.039198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60570) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:51.045489 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'security_group_rule': {'security_group_id': '327ddccf-da8d-46ff-aec2-c29141e16f99', 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:51.052239 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:51.055145 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3637571
Apr 09 02:04:51.056597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:security_group_rule and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:51.060608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:51.067069 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:51.078125 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.securitygroups_db [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Project 2904e607b69d4a30b9f267f4947ec8f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 02:04:51.085971 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.128142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-c4ad4278-f389-4efa-ac29-99a334b0d336 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=85247) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 09 02:04:51.129062 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-c4ad4278-f389-4efa-ac29-99a334b0d336 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055745
Apr 09 02:04:51.137415 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-e4213dc5-8abe-42f9-bc15-61e09852ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:51.139002 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-e4213dc5-8abe-42f9-bc15-61e09852ff34 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f935c478-f94d-4bd4-a6d7-7737058c87a8 HTTP/1.1" status: 200  len: 916 time: 0.4633162
Apr 09 02:04:51.144666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Request body: {'port': {'device_id': '82bb62f6-1103-4cc9-90d9-d8555822cf37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:51.159065 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.163696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.166291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:51.192640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce72676-8e89-4314-a0ba-b70b77d035ff,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:51.194082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:51.201180 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.202493 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5d72c39c-cf5b-40d0-8a4d-90fec46b1706 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1629074
Apr 09 02:04:51.205711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60574) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:04:51.215432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'security_group_rule': {'security_group_id': '327ddccf-da8d-46ff-aec2-c29141e16f99', 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85248) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:51.222109 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:04:51.226199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Usage tracker for resource:security_group_rule and tenant:2904e607b69d4a30b9f267f4947ec8f3 is out of sync, need to count used quota {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 09 02:04:51.229325 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85248) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 09 02:04:51.236216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85248) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:04:51.247173 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.securitygroups_db [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Project 2904e607b69d4a30b9f267f4947ec8f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 09 02:04:51.254294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.270821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bd69358>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'c3bf4cca-1909-4c78-9e4b-84cfaeda193b', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'port_id': '26f38c28-3730-4979-a46b-784e868af669', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'mac_address': 'fa:16:3e:b6:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:04:47Z', 'updated_at': '2021-04-09T02:04:47Z', 'revision_number': 0, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 5, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:51.275898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8469408c-c373-4959-8886-42d7464aaca7 None None] The sync data for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi is: [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_floatingips': [{'id': 'c3bf4cca-1909-4c78-9e4b-84cfaeda193b', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'floating_ip_address': '172.27.2.32', 'floating_network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'router_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'port_id': '26f38c28-3730-4979-a46b-784e868af669', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'mac_address': 'fa:16:3e:b6:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-09T02:04:47Z', 'updated_at': '2021-04-09T02:04:47Z', 'revision_number': 0, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 5, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:04:51.332344 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.336635 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426624'] for security_group_rule, after_create {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.339275 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:51.347195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Deleting port 38cd386b-c7a7-4094-bc9e-00458864f0f0 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:04:51.347445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.366794 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f68966-7d11-4c6d-9c75-b96b86f12081,revision_number=0']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:51.371953 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:51.375851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.377275 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-81d943c5-54fd-4e92-bf08-a20f9d45496e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1698833
Apr 09 02:04:51.453603 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-88b0d4fc-4643-45fc-a70e-f3263b73a452 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 999 time: 0.2593174
Apr 09 02:04:51.476352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd840718-4131-44cc-b256-29b7e645c819 req-ee5b2ebf-50ee-4ec2-9c5e-5431531b16fa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:51.477143 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-fd840718-4131-44cc-b256-29b7e645c819 req-ee5b2ebf-50ee-4ec2-9c5e-5431531b16fa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Synchronizing usage tracker for tenant:b6edc047e08f402280f417ae3e5d83df on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:04:51.584570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.605433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e9bc6c-445b-4973-bc89-d1625597ec04 None None] New status for floating IP c3bf4cca-1909-4c78-9e4b-84cfaeda193b: ACTIVE {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:04:51.665417 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-d2c2fc36-bce6-4608-b524-c26a3f6c7e27 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409691283&fields=id&tenant_id=2904e607b69d4a30b9f267f4947ec8f3 HTTP/1.1" status: 200  len: 267 time: 0.1791544
Apr 09 02:04:51.676839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-fd840718-4131-44cc-b256-29b7e645c819 req-ee5b2ebf-50ee-4ec2-9c5e-5431531b16fa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Unset dirty status for tenant:b6edc047e08f402280f417ae3e5d83df on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:04:51.678077 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fd840718-4131-44cc-b256-29b7e645c819 req-ee5b2ebf-50ee-4ec2-9c5e-5431531b16fa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 931 time: 0.7579513
Apr 09 02:04:51.809437 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-850e8723-8e85-47ac-b1a1-7b05440cea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:51.810960 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-850e8723-8e85-47ac-b1a1-7b05440cea59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=49d3f813-0221-4a15-aec2-b0424ae7fcba HTTP/1.1" status: 200  len: 854 time: 0.3307295
Apr 09 02:04:51.936645 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-fd840718-4131-44cc-b256-29b7e645c819 req-f1ed951b-5af6-438c-bbf3-867b9ee040fc tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617012
Apr 09 02:04:51.996855 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:51.997227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:52.194518 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Calling delete_port for 38cd386b-c7a7-4094-bc9e-00458864f0f0 owned by network:floatingip {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:04:52.282435 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-5dc64e3b-98eb-4197-8409-f6f0c078c41f tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:52.284053 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-5dc64e3b-98eb-4197-8409-f6f0c078c41f tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.6101940
Apr 09 02:04:52.336017 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'port': {'security_groups': ['c739bc1e-0426-4d33-9139-0bad917e7bba', '327ddccf-da8d-46ff-aec2-c29141e16f99']}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:04:52.364050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-4eb138da-b74e-4f7a-97fc-81ab2c112f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:52.365607 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-4eb138da-b74e-4f7a-97fc-81ab2c112f2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f935c478-f94d-4bd4-a6d7-7737058c87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4993663
Apr 09 02:04:52.963593 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:53.131941 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-8ff27a56-3071-449f-8056-f58d20fa2f1d service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7500589
Apr 09 02:04:53.214310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.resource_extend [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 09 02:04:53.371738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:53.395919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5e4493a9-0f2a-4adf-827a-22f3cb70fd44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:53.493178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event deleted for resources: {'Port': ['ID=38cd386b-c7a7-4094-bc9e-00458864f0f0,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:53.497117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98a9968-b6e7-44d8-8248-13c3906e4b22 {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:04:53.520118 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:53.526758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:53.638820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Transition to ACTIVE for port object a98a9968-b6e7-44d8-8248-13c3906e4b22 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:04:53.661269 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:53.688409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7ba7ffd7-89a5-42e8-b3f6-472301b88aac tempest-VolumesSnapshotTestJSON-1349648095 tempest-VolumesSnapshotTestJSON-1349648095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:53.739885 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-195b25fe-6fd0-4484-ab0d-75546637b792 req-d5012963-61d7-41af-89d8-176ba098ee11 service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5604694
Apr 09 02:04:53.748839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48bdb7-a2ad-4e08-9e26-4f93a5cd20ef req-7d05aea6-de56-45c0-a881-8f69a77917cf tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:53.750350 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5d48bdb7-a2ad-4e08-9e26-4f93a5cd20ef req-7d05aea6-de56-45c0-a881-8f69a77917cf tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 931 time: 0.6908593
Apr 09 02:04:53.990041 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5d48bdb7-a2ad-4e08-9e26-4f93a5cd20ef req-b5e1f99f-0257-470b-b7d8-fc4693f08c37 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169371
Apr 09 02:04:53.990746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Pushing event updated for resources: {'Port': ['ID=a98a9968-b6e7-44d8-8248-13c3906e4b22,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:54.012763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:54.176299 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] For port 26f38c28-3730-4979-a46b-784e868af669, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f38c28-3730-4979-a46b-784e868af669,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:04:54.188576 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for floatingip, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:54.188951 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Floating IP b315e285-3cfe-4ea6-8435-a03686bc5a5b disassociated (deleted). External IP: 172.27.2.26, port: 73ca91c8-1321-4724-ba82-e895625c1079.
Apr 09 02:04:54.416761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.resource_extend [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 09 02:04:54.486723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:54.503178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:54.528550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4126e8e0-0fe3-456d-85fc-d4595b5bfedc tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:54.538407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['26f38c28-3730-4979-a46b-784e868af669'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:04:54.713694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Attempting to bind port a98a9968-b6e7-44d8-8248-13c3906e4b22 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:04:54.714039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Attempting to bind port a98a9968-b6e7-44d8-8248-13c3906e4b22 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f0f25029-fa2f-426f-b7e9-9a53be79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:04:54.714409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Attempting to bind port a98a9968-b6e7-44d8-8248-13c3906e4b22 on network f7ba46a5-7263-4935-8c1f-672d543c4652 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:04:54.799695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'Port': ['ID=26f38c28-3730-4979-a46b-784e868af669,revision_number=6']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:54.802551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Port a98a9968-b6e7-44d8-8248-13c3906e4b22 on network f7ba46a5-7263-4935-8c1f-672d543c4652 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 02:04:54.802921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Attempting to bind port a98a9968-b6e7-44d8-8248-13c3906e4b22 on network f7ba46a5-7263-4935-8c1f-672d543c4652 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:04:54.871676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:55.152348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:04:55.152982 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Checking segment: {'id': 'f0f25029-fa2f-426f-b7e9-9a53be79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:04:55.153125 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Bound using segment: {'id': 'f0f25029-fa2f-426f-b7e9-9a53be79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:04:55.153579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Bound port: a98a9968-b6e7-44d8-8248-13c3906e4b22, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f25029-fa2f-426f-b7e9-9a53be79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:04:55.153961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:55.353452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:55.354152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:55.356275 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-14d5aa0d-92ab-4075-845d-6e39d61c331f req-62367e68-2137-435d-81cb-ed393288cccb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "PUT /v2.0/ports/26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 982 time: 3.0569036
Apr 09 02:04:55.358978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:04:55.392943 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] For port a98a9968-b6e7-44d8-8248-13c3906e4b22, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:04:55.400170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] For port a98a9968-b6e7-44d8-8248-13c3906e4b22, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a98a9968-b6e7-44d8-8248-13c3906e4b22,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:04:55.411198 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Router fce8faad-aa62-4501-9ed3-56ba8d489889 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:04:55.414169 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:55.431738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-76d0927c-3776-4cd5-b7fd-8abe25a00eb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:55.491571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['26f38c28-3730-4979-a46b-784e868af669'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:04:55.492176 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19ddaf-6693-4f2a-a8c7-436e488a3d11 req-09e1954a-1841-4bc7-bfdc-23cc38e101f4 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:55.493836 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cb19ddaf-6693-4f2a-a8c7-436e488a3d11 req-09e1954a-1841-4bc7-bfdc-23cc38e101f4 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 943 time: 0.3430283
Apr 09 02:04:55.681348 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-ec8f8b87-af5f-431c-b165-6946e1830a0b None None] Provisioning complete for port 26f38c28-3730-4979-a46b-784e868af669 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:04:55.681859 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ec8f8b87-af5f-431c-b165-6946e1830a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:55.805192 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-cb19ddaf-6693-4f2a-a8c7-436e488a3d11 req-f84a02ce-0941-4e08-9494-b910599eb067 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570946
Apr 09 02:04:55.857218 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Pushing event updated for resources: {'Port': ['ID=a98a9968-b6e7-44d8-8248-13c3906e4b22,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:55.867582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:55.881769 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669', 'status': 'completed', 'code': 200}
Apr 09 02:04:56.004585 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa11228-927f-42f0-a0fb-4004f4ea49d6 req-19bde3f5-94ed-4ae3-ba32-75e21f402446 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:56.006320 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4aa11228-927f-42f0-a0fb-4004f4ea49d6 req-19bde3f5-94ed-4ae3-ba32-75e21f402446 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.5233910
Apr 09 02:04:56.010147 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:04:56.012771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:56.013446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:56.014918 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-70c39f45-d2a8-47e8-91c1-22538d0390cf service neutron] 10.222.0.62 "PUT /v2.0/ports/a98a9968-b6e7-44d8-8248-13c3906e4b22 HTTP/1.1" status: 200  len: 1093 time: 4.8749144
Apr 09 02:04:56.046699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] Sync routers for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:04:56.060263 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4aa11228-927f-42f0-a0fb-4004f4ea49d6 req-e4fde4d4-3908-4e6c-98cc-b2dea5602283 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0396311
Apr 09 02:04:56.072150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:56.088566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:04:56.089380 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7603b66a0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:04:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:56.193248 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-69bea29f-c80b-4edb-ada8-6515ca2c4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:56.194903 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-69bea29f-c80b-4edb-ada8-6515ca2c4812 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2904e607b69d4a30b9f267f4947ec8f3&device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 1138 time: 0.2693310
Apr 09 02:04:56.205413 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-99d0616d-c0ed-45e1-aa57-661e24e19718 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "DELETE /v2.0/floatingips/b315e285-3cfe-4ea6-8435-a03686bc5a5b HTTP/1.1" status: 204  len: 168 time: 5.5602975
Apr 09 02:04:56.335223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-a15c2dec-c4b6-46e4-8cc7-f918ab1b197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:56.336877 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-a15c2dec-c4b6-46e4-8cc7-f918ab1b197b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6edc047e08f402280f417ae3e5d83df&device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 1096 time: 0.2352762
Apr 09 02:04:56.368039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:04:56.436321 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-522af19c-940f-4fc4-80cd-aa7a05d528c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98a9968-b6e7-44d8-8248-13c3906e4b22 HTTP/1.1" status: 200  len: 217 time: 0.0847826
Apr 09 02:04:56.439321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-8dc68c44-3ff1-4c2c-9232-5af937a88867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:56.440882 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-8dc68c44-3ff1-4c2c-9232-5af937a88867 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f935c478-f94d-4bd4-a6d7-7737058c87a8 HTTP/1.1" status: 200  len: 916 time: 0.2374017
Apr 09 02:04:56.707568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-e3d4ebf2-b4fb-44c4-9c6d-1d03a397180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:56.709300 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-e3d4ebf2-b4fb-44c4-9c6d-1d03a397180f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97da1571-32c3-4ce3-a4d2-884f5599e568 HTTP/1.1" status: 200  len: 849 time: 0.2196839
Apr 09 02:04:56.712107 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-f99635b7-654f-42b6-8979-788c12ec6463 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 1001 time: 0.2211115
Apr 09 02:04:56.786643 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7603b66a0>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:06Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '2142ca4b-742b-4046-92f6-0d6cc9e4a145', 'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'mac_address': 'fa:16:3e:80:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:05Z', 'updated_at': '2021-04-09T01:59:18Z', 'revision_number': 5, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'subnets': [{'id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:56.790726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] Checking router: fce8faad-aa62-4501-9ed3-56ba8d489889 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:04:56.800015 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:04:56.800696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7603b66a0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:04:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:56.820637 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-b5f8059b-cbf5-4082-be1c-535aa323d246 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7ba46a5-7263-4935-8c1f-672d543c4652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0965695
Apr 09 02:04:56.872563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa71e8-f658-48ad-9f62-6b65a3a4a205 req-69fa6f35-10e4-479f-a565-525c80fe4627 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:56.873522 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-9dfa71e8-f658-48ad-9f62-6b65a3a4a205 req-69fa6f35-10e4-479f-a565-525c80fe4627 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Synchronizing usage tracker for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:04:56.921974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-52895ae2-a435-496a-b941-f29a20687b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:56.923691 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-52895ae2-a435-496a-b941-f29a20687b6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=49d3f813-0221-4a15-aec2-b0424ae7fcba HTTP/1.1" status: 200  len: 854 time: 0.2010415
Apr 09 02:04:56.997998 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:04:57.092970 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-9dfa71e8-f658-48ad-9f62-6b65a3a4a205 req-69fa6f35-10e4-479f-a565-525c80fe4627 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Unset dirty status for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:04:57.094299 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9dfa71e8-f658-48ad-9f62-6b65a3a4a205 req-69fa6f35-10e4-479f-a565-525c80fe4627 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.5139017
Apr 09 02:04:57.184228 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9dfa71e8-f658-48ad-9f62-6b65a3a4a205 req-7afd3f4e-ce7c-4a74-87be-ef527f234397 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0758970
Apr 09 02:04:57.189115 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-7b85c6c9-d927-4e88-8314-31f27fd02a72 service neutron] 10.222.0.62 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3547270
Apr 09 02:04:57.244483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-62d70cbc-abd2-428d-bc9c-900145f7fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:57.246603 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-62d70cbc-abd2-428d-bc9c-900145f7fd79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f935c478-f94d-4bd4-a6d7-7737058c87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2629459
Apr 09 02:04:57.257457 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0df869-7a18-4d0d-a15c-236b2ab81ea1 req-142c89ee-2ffa-4968-91ab-f9b77ca14cb3 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:57.259037 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a0df869-7a18-4d0d-a15c-236b2ab81ea1 req-142c89ee-2ffa-4968-91ab-f9b77ca14cb3 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 943 time: 0.2770691
Apr 09 02:04:57.334851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7603b66a0>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:06Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '2142ca4b-742b-4046-92f6-0d6cc9e4a145', 'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'mac_address': 'fa:16:3e:80:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:05Z', 'updated_at': '2021-04-09T01:59:18Z', 'revision_number': 5, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'subnets': [{'id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:04:57.339667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07b584a-f222-4d92-b8a4-e4b9be0cc22f None None] The sync data for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi is: [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T01:59:06Z', 'revision_number': 4, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': '2142ca4b-742b-4046-92f6-0d6cc9e4a145', 'name': '', 'network_id': 'fd0911d7-2183-43e3-9703-f2a48c7303e9', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'mac_address': 'fa:16:3e:80:0f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:05Z', 'updated_at': '2021-04-09T01:59:18Z', 'revision_number': 5, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'subnets': [{'id': '8be35d05-70b7-428c-80b6-1f2d07885d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:04:57.718880 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4a0df869-7a18-4d0d-a15c-236b2ab81ea1 req-48168819-8804-454c-a20b-fef6c685f5ec tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4274843
Apr 09 02:04:57.762691 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8e644d73-fcca-44e7-aea9-03e024ff669d req-efa9b4a1-e2a0-4dcc-88f3-6cebccbb45c1 service neutron] 10.222.0.62 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5622270
Apr 09 02:04:57.767258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61fac2c-957c-468d-8a1a-76f61e53e62a None None] New status for floating IP b315e285-3cfe-4ea6-8435-a03686bc5a5b: DOWN {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:04:57.788201 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-9f21a01e-e9ed-47bd-a75c-746d6aa35758 service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5280094
Apr 09 02:04:57.907475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82bb62f6-1103-4cc9-90d9-d8555822cf37', 'tag': 'a98a9968-b6e7-44d8-8248-13c3906e4b22'}, {'name': 'network-changed', 'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:04:57.962681 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abee3a97-62ab-4c34-85df-b6044af37b1a req-684024ba-a8db-46f5-a3c1-100935f180dd service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467257
Apr 09 02:04:57.967229 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82bb62f6-1103-4cc9-90d9-d8555822cf37', 'tag': 'a98a9968-b6e7-44d8-8248-13c3906e4b22', 'status': 'completed', 'code': 200}
Apr 09 02:04:57.967565 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079', 'status': 'completed', 'code': 200}
Apr 09 02:04:58.125795 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-bdd4cc0f-b179-49de-b889-3760d122fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:58.127416 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-bdd4cc0f-b179-49de-b889-3760d122fa70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6edc047e08f402280f417ae3e5d83df&device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 1096 time: 0.0829420
Apr 09 02:04:58.442315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-2b468c36-2380-4de6-9145-b16a6d769d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:58.443800 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-2b468c36-2380-4de6-9145-b16a6d769d01 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f7ba46a5-7263-4935-8c1f-672d543c4652 HTTP/1.1" status: 200  len: 910 time: 0.2700808
Apr 09 02:04:58.462829 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7480861-14e5-4638-81a2-e0d601559466 req-6460d0f7-63e3-4e79-a9c9-ff3ea2f16779 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:58.464398 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7480861-14e5-4638-81a2-e0d601559466 req-6460d0f7-63e3-4e79-a9c9-ff3ea2f16779 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.62 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.2679195
Apr 09 02:04:58.571743 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-a621ae7d-4848-431f-a309-68ccc4423504 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98a9968-b6e7-44d8-8248-13c3906e4b22 HTTP/1.1" status: 200  len: 217 time: 0.1175671
Apr 09 02:04:58.591716 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d96182-06fb-49b2-9466-4c01cd617572 req-153c2be6-d370-43ed-bade-71c75ce5d0d0 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:58.593359 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c3d96182-06fb-49b2-9466-4c01cd617572 req-153c2be6-d370-43ed-bade-71c75ce5d0d0 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 945 time: 0.2804122
Apr 09 02:04:58.686871 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-f7480861-14e5-4638-81a2-e0d601559466 req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Deleting port 73ca91c8-1321-4724-ba82-e895625c1079 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:04:58.687252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7480861-14e5-4638-81a2-e0d601559466 req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:58.726803 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c3d96182-06fb-49b2-9466-4c01cd617572 req-e761bdcc-5bcc-43e1-be5c-7c39d2331b6c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/security-groups?id=a0b26bd1-7aba-461d-b6da-e5b475587eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0875132
Apr 09 02:04:58.746504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-55430478-2c47-4ef0-bdd9-55337356dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:58.748060 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-55430478-2c47-4ef0-bdd9-55337356dd87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97da1571-32c3-4ce3-a4d2-884f5599e568 HTTP/1.1" status: 200  len: 849 time: 0.1674654
Apr 09 02:04:58.809461 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-8dde211a-1ca2-42f6-ac94-b0c45dbe6f25 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7ba46a5-7263-4935-8c1f-672d543c4652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0530074
Apr 09 02:04:59.190272 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-a44daf3c-3c5a-49a9-8196-f19d84574bbc service neutron] 10.222.0.62 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3467257
Apr 09 02:04:59.202253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76462609-f103-4cb4-bce3-5a4dc6cc8e7c req-d165d767-2ce0-4669-a0de-56c7d087e5e0 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:04:59.203757 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-76462609-f103-4cb4-bce3-5a4dc6cc8e7c req-d165d767-2ce0-4669-a0de-56c7d087e5e0 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 943 time: 0.3591375
Apr 09 02:04:59.289929 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-76462609-f103-4cb4-bce3-5a4dc6cc8e7c req-177014ed-8678-4666-b130-492753ab27a2 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513933
Apr 09 02:04:59.340756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-f7480861-14e5-4638-81a2-e0d601559466 req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] For port 73ca91c8-1321-4724-ba82-e895625c1079, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=73ca91c8-1321-4724-ba82-e895625c1079,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:04:59.341155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7480861-14e5-4638-81a2-e0d601559466 req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:59.399906 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:59.488820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-f7480861-14e5-4638-81a2-e0d601559466 req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Calling delete_port for 73ca91c8-1321-4724-ba82-e895625c1079 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:04:59.575834 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-ce8902f4-779f-452c-a06e-230f23e63d79 service neutron] 10.222.0.62 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3626077
Apr 09 02:04:59.704376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7480861-14e5-4638-81a2-e0d601559466 req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:04:59.726393 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-23a92745-ba4c-4dfc-b4b3-067cf7b7dcc6 req-cd338863-2ead-40d7-a5ca-203be43f9104 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 210 time: 0.0639863
Apr 09 02:04:59.727003 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-754e0baf-ac7c-4c87-b119-77996680dfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:04:59.790563 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event deleted for resources: {'Port': ['ID=73ca91c8-1321-4724-ba82-e895625c1079,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:04:59.794487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:04:59.912886 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-277486c0-18f8-4dab-bbf7-1ebbb6b6784c req-7ff79116-54b0-4468-bb95-b4db900de78c tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 210 time: 0.0601056
Apr 09 02:05:00.028560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7480861-14e5-4638-81a2-e0d601559466 req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] No DVR routers for this DVR port 73ca91c8-1321-4724-ba82-e895625c1079 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:05:00.031006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7480861-14e5-4638-81a2-e0d601559466 req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:00.033760 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'name': 'network-vif-deleted', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:05:00.049627 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7480861-14e5-4638-81a2-e0d601559466 req-fa20b13d-a4f7-4ab1-a36b-63227e1b44cc tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.62 "DELETE /v2.0/ports/73ca91c8-1321-4724-ba82-e895625c1079 HTTP/1.1" status: 204  len: 173 time: 1.5328472
Apr 09 02:05:00.083232 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215', 'name': 'network-vif-deleted', 'tag': '73ca91c8-1321-4724-ba82-e895625c1079', 'status': 'completed', 'code': 200}
Apr 09 02:05:00.500233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943e31c-67b1-4438-aa97-30d6d1669a01 req-7bfc5f49-bb8f-41b7-83b4-de003775bf2d tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:00.501835 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8943e31c-67b1-4438-aa97-30d6d1669a01 req-7bfc5f49-bb8f-41b7-83b4-de003775bf2d tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 943 time: 0.0918534
Apr 09 02:05:00.532143 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8943e31c-67b1-4438-aa97-30d6d1669a01 req-99e5d7df-08e0-46ea-a1e3-dce3edd956b2 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237577
Apr 09 02:05:01.095405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-34660186-7857-42c8-a14a-65593f0aaa50 req-69901c21-6616-4ea2-b50c-980232f1bda7 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Synchronizing usage tracker for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:05:01.110400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-34660186-7857-42c8-a14a-65593f0aaa50 req-69901c21-6616-4ea2-b50c-980232f1bda7 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Unset dirty status for tenant:ac3b8f7fb01041abac3b9215f681e4e1 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:05:01.111661 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-34660186-7857-42c8-a14a-65593f0aaa50 req-69901c21-6616-4ea2-b50c-980232f1bda7 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "GET /v2.0/ports?device_id=48e3f8b5-ec6d-4db7-a8fe-b4c9fb588215 HTTP/1.1" status: 200  len: 210 time: 0.0634763
Apr 09 02:05:01.637127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device a98a9968-b6e7-44d8-8248-13c3906e4b22 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:05:01.656349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 73ca91c8-1321-4724-ba82-e895625c1079 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:05:01.723309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 73ca91c8-1321-4724-ba82-e895625c1079 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:05:01.723620 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 73ca91c8-1321-4724-ba82-e895625c1079 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:05:01.740309 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0620e-fce0-4bcb-a7cb-86cb48dabf1e req-008584c9-e4b5-453c-96c8-a3416e4d026e tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:01.741902 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c3d0620e-fce0-4bcb-a7cb-86cb48dabf1e req-008584c9-e4b5-453c-96c8-a3416e4d026e tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 943 time: 0.0951076
Apr 09 02:05:01.773454 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c3d0620e-fce0-4bcb-a7cb-86cb48dabf1e req-85fb88ee-13c2-4e70-a80a-5b1a52d67ae4 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0244370
Apr 09 02:05:01.826057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port a98a9968-b6e7-44d8-8248-13c3906e4b22, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a98a9968-b6e7-44d8-8248-13c3906e4b22,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:01.839813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': 'a98a9968-b6e7-44d8-8248-13c3906e4b22', 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652', 'port_id': 'a98a9968-b6e7-44d8-8248-13c3906e4b22', 'mac_address': 'fa:16:3e:12:9c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97da1571-32c3-4ce3-a4d2-884f5599e568', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:05:01.898773 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:01.916627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98a9968-b6e7-44d8-8248-13c3906e4b22 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:05:01.933126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port a98a9968-b6e7-44d8-8248-13c3906e4b22, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a98a9968-b6e7-44d8-8248-13c3906e4b22,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:01.936458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:01.939059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:02.010817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=a98a9968-b6e7-44d8-8248-13c3906e4b22,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:02.014063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:02.222801 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60618) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:02.241005 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['a98a9968-b6e7-44d8-8248-13c3906e4b22'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:05:02.306631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23d78090-d54c-47c8-9098-35e30fa64b65 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:02.337858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23d78090-d54c-47c8-9098-35e30fa64b65 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:02.388921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23d78090-d54c-47c8-9098-35e30fa64b65 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:02.394152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f4bfb0d1-da1c-4cca-afea-542f5278d8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:02.408624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d78090-d54c-47c8-9098-35e30fa64b65 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b26bd1-7aba-461d-b6da-e5b475587eb0,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:02.412075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-23d78090-d54c-47c8-9098-35e30fa64b65 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:02.421121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23d78090-d54c-47c8-9098-35e30fa64b65 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:02.422353 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-23d78090-d54c-47c8-9098-35e30fa64b65 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] 10.222.0.38 "DELETE /v2.0/security-groups/a0b26bd1-7aba-461d-b6da-e5b475587eb0 HTTP/1.1" status: 204  len: 168 time: 0.1984568
Apr 09 02:05:02.471779 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60624) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:02.982027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca7842-8a38-4238-bd9f-141f6db7d8a9 req-d83e6914-ac6f-4f91-9cf9-04ccf4721a09 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:02.983657 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abca7842-8a38-4238-bd9f-141f6db7d8a9 req-d83e6914-ac6f-4f91-9cf9-04ccf4721a09 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 944 time: 0.0941753
Apr 09 02:05:03.015698 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-abca7842-8a38-4238-bd9f-141f6db7d8a9 req-d965b1f1-791f-4e4b-bbd3-49c5d071cfd0 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249927
Apr 09 02:05:03.106028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854193265'] for router_interface, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:03.471960 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Deleting port 2142ca4b-742b-4046-92f6-0d6cc9e4a145 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:03.472377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:03.645445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device a98a9968-b6e7-44d8-8248-13c3906e4b22 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:05:03.651474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] For port 2142ca4b-742b-4046-92f6-0d6cc9e4a145, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=2142ca4b-742b-4046-92f6-0d6cc9e4a145,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:03.651874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:03.722654 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port a98a9968-b6e7-44d8-8248-13c3906e4b22 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:05:03.727733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port a98a9968-b6e7-44d8-8248-13c3906e4b22 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:05:03.728212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:03.792256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Calling delete_port for 2142ca4b-742b-4046-92f6-0d6cc9e4a145 owned by network:router_interface {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:03.855038 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:03.868511 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bb62f6-1103-4cc9-90d9-d8555822cf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a9968-b6e7-44d8-8248-13c3906e4b22'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:05:03.894581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port a98a9968-b6e7-44d8-8248-13c3906e4b22, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a98a9968-b6e7-44d8-8248-13c3906e4b22,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:03.900721 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:03.904555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f03b8b34-635d-4ace-be04-343e0d9e39bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:03.937833 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bb62f6-1103-4cc9-90d9-d8555822cf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98a9968-b6e7-44d8-8248-13c3906e4b22', 'code': 200}
Apr 09 02:05:03.984961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=a98a9968-b6e7-44d8-8248-13c3906e4b22,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:03.988419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:04.228288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:04.244713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-95c320ab-0b98-43c3-b211-e8929c36a581 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:04.281861 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd0b3-6738-4e04-bf33-b40080d5a0c3 req-c7d618bc-6ad2-43ea-98c8-a725f2ddb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:04.283481 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94afd0b3-6738-4e04-bf33-b40080d5a0c3 req-c7d618bc-6ad2-43ea-98c8-a725f2ddb090 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 1098 time: 0.1602907
Apr 09 02:05:04.292682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7927b-d43e-484e-b70d-b8647744e51a req-06f6e745-3103-4783-8a4a-cccfe2e0da20 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:04.294313 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5fd7927b-d43e-484e-b70d-b8647744e51a req-06f6e745-3103-4783-8a4a-cccfe2e0da20 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 945 time: 0.1250122
Apr 09 02:05:04.307183 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2142ca4b-742b-4046-92f6-0d6cc9e4a145,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:04.315747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:04.337128 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-94afd0b3-6738-4e04-bf33-b40080d5a0c3 req-b402b1b7-e683-47aa-883c-7c30c92a1ea3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417635
Apr 09 02:05:04.345174 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5fd7927b-d43e-484e-b70d-b8647744e51a req-9cd23cc4-04da-490d-8ff9-a63d818374c1 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389535
Apr 09 02:05:04.705680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854193988'] for router_interface, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:05.208690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Router fce8faad-aa62-4501-9ed3-56ba8d489889 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:05:05.397998 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:05:05.407537 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] Sync routers for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:05:05.415211 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] 10.222.0.38 "PUT /v2.0/routers/fce8faad-aa62-4501-9ed3-56ba8d489889/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9423318
Apr 09 02:05:05.417973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60640) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:05.422486 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:05:05.423351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7601b0588>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:04:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:05.622035 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc1a5f-1a0c-4ec2-9693-3f74b6a5a64b req-e8a0abe1-8576-4a9d-8266-dbab8686ec22 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:05.623736 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-81fc1a5f-1a0c-4ec2-9693-3f74b6a5a64b req-e8a0abe1-8576-4a9d-8266-dbab8686ec22 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 945 time: 0.1608927
Apr 09 02:05:05.659906 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-81fc1a5f-1a0c-4ec2-9693-3f74b6a5a64b req-13366f88-0470-4913-9bb6-0827c53ae7f0 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0283959
Apr 09 02:05:05.678994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks [] for router, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:05.815163 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:05:05.872999 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:05.881777 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Deleting port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:05.882162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:06.069659 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] For port 1381a4c7-2ab6-4dd4-b1b0-68927ca69083, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=1381a4c7-2ab6-4dd4-b1b0-68927ca69083,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:06.069978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:06.121491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7601b0588>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T02:05:04Z', 'revision_number': 5, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port': {'id': '1381a4c7-2ab6-4dd4-b1b0-68927ca69083', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:78:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:58:57Z', 'updated_at': '2021-04-09T01:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:06.126241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] Checking router: fce8faad-aa62-4501-9ed3-56ba8d489889 for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:05:06.135253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] Routers {'fce8faad-aa62-4501-9ed3-56ba8d489889'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:05:06.135921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7601b0588>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:04:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['fce8faad-aa62-4501-9ed3-56ba8d489889'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:06.206978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Calling delete_port for 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 owned by network:router_gateway {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:06.300245 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] Set router fce8faad-aa62-4501-9ed3-56ba8d489889 gateway port host: None {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:05:06.388374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:06.401762 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f2841663-1784-4172-a2de-40c3d85d8d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:06.418293 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7601b0588>, [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T02:05:05Z', 'revision_number': 6, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port_host': None}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:06.423701 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b6feed-4aa9-4010-844f-04675482cd39 None None] The sync data for ids ['fce8faad-aa62-4501-9ed3-56ba8d489889'] in dv-cinder-784623-6-iscsi is: [{'id': 'fce8faad-aa62-4501-9ed3-56ba8d489889', 'name': 'tempest-TestShelveInstance-1637666505-router', 'tenant_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:58:56Z', 'updated_at': '2021-04-09T02:05:05Z', 'revision_number': 6, 'project_id': 'ac3b8f7fb01041abac3b9215f681e4e1', 'gw_port_host': None}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:05:06.460087 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Pushing event deleted for resources: {'Port': ['ID=1381a4c7-2ab6-4dd4-b1b0-68927ca69083,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:06.463910 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:06.868798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa123a-75a6-4257-9988-9743a974c46f req-72f1c81d-f756-4301-99bd-0279ddc1a42c tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:06.872504 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8bfa123a-75a6-4257-9988-9743a974c46f req-72f1c81d-f756-4301-99bd-0279ddc1a42c tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 945 time: 0.0927801
Apr 09 02:05:06.908838 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8bfa123a-75a6-4257-9988-9743a974c46f req-b78731d8-d1ea-4ec5-89e0-7d797c585f0f tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0315540
Apr 09 02:05:06.912553 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854203204'] for router_gateway, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.096502 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1387'] for router, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.098785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.120550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574614'] for router, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.121122 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce8faad-aa62-4501-9ed3-56ba8d489889 {{(pid=85248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 02:05:07.133870 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.135104 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] 10.222.0.38 "DELETE /v2.0/routers/fce8faad-aa62-4501-9ed3-56ba8d489889 HTTP/1.1" status: 204  len: 168 time: 1.7154777
Apr 09 02:05:07.138347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60648) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:07.206811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4ae19a-f5b4-4e01-97aa-eb25ffec413b admin admin] Deleting subnet 8be35d05-70b7-428c-80b6-1f2d07885d22 {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:05:07.210393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-af4ae19a-f5b4-4e01-97aa-eb25ffec413b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.267356 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-af4ae19a-f5b4-4e01-97aa-eb25ffec413b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.391879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-af4ae19a-f5b4-4e01-97aa-eb25ffec413b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.533474 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 2142ca4b-742b-4046-92f6-0d6cc9e4a145 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:05:07.572627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 2142ca4b-742b-4046-92f6-0d6cc9e4a145 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:05:07.573030 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 2142ca4b-742b-4046-92f6-0d6cc9e4a145 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:05:07.573498 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:05:07.610409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:05:07.610830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 1381a4c7-2ab6-4dd4-b1b0-68927ca69083 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:05:07.676988 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-af4ae19a-f5b4-4e01-97aa-eb25ffec413b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.691227 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:07.744590 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ae19a-f5b4-4e01-97aa-eb25ffec413b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be35d05-70b7-428c-80b6-1f2d07885d22,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:07.747974 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-af4ae19a-f5b4-4e01-97aa-eb25ffec413b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:07.836976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-af4ae19a-f5b4-4e01-97aa-eb25ffec413b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:07.842723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b3f9e-3ea7-4059-be13-e0485b21b1db None None] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:05:07.845126 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-af4ae19a-f5b4-4e01-97aa-eb25ffec413b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/8be35d05-70b7-428c-80b6-1f2d07885d22 HTTP/1.1" status: 204  len: 168 time: 0.7051094
Apr 09 02:05:07.845955 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 60662) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:07.991093 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:08.116179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Deleting port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:08.116559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:08.161785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] DHCP port deletion for fd0911d7-2183-43e3-9703-f2a48c7303e9 request from dv-cinder-784623-6-iscsi {{(pid=85249) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 02:05:08.167840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] Deleting port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:08.169462 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:08.405099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] For port e462a4fa-5e06-4e77-8e6d-2cab44e2de32, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e462a4fa-5e06-4e77-8e6d-2cab44e2de32,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:08.405687 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:08.541967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] Calling delete_port for e462a4fa-5e06-4e77-8e6d-2cab44e2de32 owned by network:dhcp {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:08.618633 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452'] for port, after_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:08.633905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-98fe141f-1f73-48df-8bea-b98ce99879f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:08.691374 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] Pushing event deleted for resources: {'Port': ['ID=e462a4fa-5e06-4e77-8e6d-2cab44e2de32,revision_number=None']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:08.693875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:08.726282 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbde871-4dba-4937-b906-fb8e186111c5 req-6044f680-dcf6-428d-a4b4-057ed55b10a5 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:08.727875 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-edbde871-4dba-4937-b906-fb8e186111c5 req-6044f680-dcf6-428d-a4b4-057ed55b10a5 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 945 time: 0.6699834
Apr 09 02:05:08.776813 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c641d8d-84fb-4371-895f-dd68a0897f3c None None] No DVR routers for this DVR port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 on host dv-cinder-784623-6-iscsi {{(pid=85249) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:05:08.795357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcb3e6-fd5e-4a53-8158-16285bb50a42 req-633b505b-ad4a-49e5-b3f6-f4819e30d5ea tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:08.796957 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2bdcb3e6-fd5e-4a53-8158-16285bb50a42 req-633b505b-ad4a-49e5-b3f6-f4819e30d5ea tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.3972566
Apr 09 02:05:08.804811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] For port e462a4fa-5e06-4e77-8e6d-2cab44e2de32, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e462a4fa-5e06-4e77-8e6d-2cab44e2de32,segment=NetworkSegment(337c1d6d-4055-4ba6-900d-6dafd7f526f8),segment_id=337c1d6d-4055-4ba6-900d-6dafd7f526f8)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:08.805206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:08.817611 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-edbde871-4dba-4937-b906-fb8e186111c5 req-08919e6a-ad21-457b-9927-998380ef981b tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760248
Apr 09 02:05:08.967597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Calling delete_port for e462a4fa-5e06-4e77-8e6d-2cab44e2de32 owned by network:dhcp {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:09.003247 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2bdcb3e6-fd5e-4a53-8158-16285bb50a42 req-28baff33-040e-41af-9686-a2d658d15cd0 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1899877
Apr 09 02:05:09.012662 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-38c51a36-adfb-4f18-9039-8ca1a89c77e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:09.014232 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-38c51a36-adfb-4f18-9039-8ca1a89c77e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2904e607b69d4a30b9f267f4947ec8f3&device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 1138 time: 0.6082654
Apr 09 02:05:09.159364 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.api [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85247) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 02:05:09.159718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.api [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 02:05:09.186960 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-d86f931d-6a6a-4aa7-af8c-85798db5a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:09.188922 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-d86f931d-6a6a-4aa7-af8c-85798db5a27b service neutron] 10.222.0.62 "GET /v2.0/networks?id=f935c478-f94d-4bd4-a6d7-7737058c87a8 HTTP/1.1" status: 200  len: 916 time: 0.1632407
Apr 09 02:05:09.311387 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-a51b160d-fe25-4f30-8be3-3b3b4a269d47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 1001 time: 0.1040473
Apr 09 02:05:09.386264 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-727ac3c9-de79-49cd-8197-ea526ea9fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:09.388348 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-727ac3c9-de79-49cd-8197-ea526ea9fbd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=49d3f813-0221-4a15-aec2-b0424ae7fcba HTTP/1.1" status: 200  len: 854 time: 0.0638616
Apr 09 02:05:09.476411 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-c27dd549-9db1-4d3d-9375-bc665fd32c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:09.478039 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-c27dd549-9db1-4d3d-9375-bc665fd32c16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f935c478-f94d-4bd4-a6d7-7737058c87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832684
Apr 09 02:05:09.530533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e462a4fa-5e06-4e77-8e6d-2cab44e2de32 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:05:09.570763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: e462a4fa-5e06-4e77-8e6d-2cab44e2de32 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:05:09.571078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e462a4fa-5e06-4e77-8e6d-2cab44e2de32 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:05:09.674321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Deleting port e462a4fa-5e06-4e77-8e6d-2cab44e2de32 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:09.674700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:09.726106 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-7824590b-1ea1-496a-905d-1d3b4b221b63 service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2398195
Apr 09 02:05:09.767738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] The port 'e462a4fa-5e06-4e77-8e6d-2cab44e2de32' was deleted {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 02:05:09.935579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-12f79479-3cad-4918-bcfd-796cff2c310e tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:09.937252 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-12f79479-3cad-4918-bcfd-796cff2c310e tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.62 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 945 time: 0.3588059
Apr 09 02:05:10.002289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:10.286713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Deleting port a98a9968-b6e7-44d8-8248-13c3906e4b22 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:10.287105 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:10.387106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75b5de048>,) {'filters': {'network_id': ['fd0911d7-2183-43e3-9703-f2a48c7303e9']}} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:10.395523 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7c7f1e3a-7053-42ff-8280-273f290a57bd req-685e6473-2f5f-4912-99ed-e3dc449ec089 service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6367872
Apr 09 02:05:10.416142 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75b5de048>, '337c1d6d-4055-4ba6-900d-6dafd7f526f8') {'for_net_delete': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:10.416484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75b5de048>, '337c1d6d-4055-4ba6-900d-6dafd7f526f8') {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:10.443478 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61214047'] for segment, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:10.511921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599c0e3-ff8b-4655-b440-749bf4bfffa4 req-350c6af6-4f05-42a0-97e0-805562bc3ced tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:10.513564 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5599c0e3-ff8b-4655-b440-749bf4bfffa4 req-350c6af6-4f05-42a0-97e0-805562bc3ced tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 945 time: 0.5188599
Apr 09 02:05:10.515524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:10.575633 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=85247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:05:10.624946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65fdb9-1dd5-4cb6-a1a6-8fdbd12bf350 req-9d16f551-e258-4412-9ffd-07915af06d40 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:10.626555 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2c65fdb9-1dd5-4cb6-a1a6-8fdbd12bf350 req-9d16f551-e258-4412-9ffd-07915af06d40 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.4983130
Apr 09 02:05:10.751695 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5599c0e3-ff8b-4655-b440-749bf4bfffa4 req-012249af-23fc-4928-8b63-1925251059e2 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177091
Apr 09 02:05:10.805950 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-2c65fdb9-1dd5-4cb6-a1a6-8fdbd12bf350 req-cf5a31f0-a978-4e3b-bff8-dc0171d524b8 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1668367
Apr 09 02:05:10.905761 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 has no segments {{(pid=85247) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:05:10.917427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1460897'] for segment, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:10.950063 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] For port a98a9968-b6e7-44d8-8248-13c3906e4b22, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=a98a9968-b6e7-44d8-8248-13c3906e4b22,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:10.950463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:11.391752 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Calling delete_port for a98a9968-b6e7-44d8-8248-13c3906e4b22 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:11.521390 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Network fd0911d7-2183-43e3-9703-f2a48c7303e9 has no segments {{(pid=85247) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   % (table.description, expected, rows_matched)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   % (table.description, expected, rows_matched)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   % (table.description, expected, rows_matched)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   % (table.description, expected, rows_matched)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:05:11.546116 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:05:11.675728 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:11.692170 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:11.705656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:11.720901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0911d7-2183-43e3-9703-f2a48c7303e9,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:11.736613 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.737026 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.737681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.738078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.738471 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.738867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.739260 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.739647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.740062 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.740451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.740840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.741223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:11.750368 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:11.769840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:11.772772 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-582295f7-e13d-45a3-8905-fa325e72a0de admin admin] 10.222.0.38 "DELETE /v2.0/networks/fd0911d7-2183-43e3-9703-f2a48c7303e9 HTTP/1.1" status: 204  len: 168 time: 3.9254889
Apr 09 02:05:11.776362 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60678) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:11.790408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3aebad27-961a-4e11-9c27-00b1ec1ba35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:11.850326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Pushing event deleted for resources: {'Port': ['ID=a98a9968-b6e7-44d8-8248-13c3906e4b22,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:11.854267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:11.978848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-53bc7fb4-4e35-423b-a75b-232fc8d7612c req-b0f75f7b-55a4-48b1-8b58-e64a85942799 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Synchronizing usage tracker for tenant:b6edc047e08f402280f417ae3e5d83df on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:05:12.063044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-53bc7fb4-4e35-423b-a75b-232fc8d7612c req-b0f75f7b-55a4-48b1-8b58-e64a85942799 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Unset dirty status for tenant:b6edc047e08f402280f417ae3e5d83df on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:05:12.064362 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-53bc7fb4-4e35-423b-a75b-232fc8d7612c req-b0f75f7b-55a4-48b1-8b58-e64a85942799 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=82bb62f6-1103-4cc9-90d9-d8555822cf37 HTTP/1.1" status: 200  len: 210 time: 0.1407380
Apr 09 02:05:12.173037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] No DVR routers for this DVR port a98a9968-b6e7-44d8-8248-13c3906e4b22 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:05:12.175921 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:12.178033 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-7fb73780-7256-4681-a01e-ad530f5b7370 req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.62 "DELETE /v2.0/ports/a98a9968-b6e7-44d8-8248-13c3906e4b22 HTTP/1.1" status: 204  len: 173 time: 2.1845503
Apr 09 02:05:12.178682 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82bb62f6-1103-4cc9-90d9-d8555822cf37', 'name': 'network-vif-deleted', 'tag': 'a98a9968-b6e7-44d8-8248-13c3906e4b22'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:05:12.191476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efd26f-b7d5-47fa-b4b1-77723c225bf1 req-05237bab-f5ad-434b-87fc-bad63137706e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:12.193140 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-74efd26f-b7d5-47fa-b4b1-77723c225bf1 req-05237bab-f5ad-434b-87fc-bad63137706e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.2184196
Apr 09 02:05:12.229030 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-74efd26f-b7d5-47fa-b4b1-77723c225bf1 req-f593fda0-5e6f-4ad3-aa76-ebaad2cadc65 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0292649
Apr 09 02:05:12.375835 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854193265'] for router_interface, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:12.399766 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82bb62f6-1103-4cc9-90d9-d8555822cf37', 'name': 'network-vif-deleted', 'tag': 'a98a9968-b6e7-44d8-8248-13c3906e4b22', 'status': 'completed', 'code': 200}
Apr 09 02:05:12.749531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Deleting port a70e6485-5e24-443b-9272-a97f68c91589 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:12.750145 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:12.967132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] For port a70e6485-5e24-443b-9272-a97f68c91589, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=a70e6485-5e24-443b-9272-a97f68c91589,segment=NetworkSegment(6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8),segment_id=6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:12.967542 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:13.108472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Calling delete_port for a70e6485-5e24-443b-9272-a97f68c91589 owned by network:router_interface {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:13.303225 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:13.323121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-49a9ce67-ed41-4f00-bb27-4f0e669629cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:13.556277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4878-3847-46fc-9687-ef42656787ea req-c0026f57-adb2-4e85-9230-2cb772f7261a tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:13.557981 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-c0026f57-adb2-4e85-9230-2cb772f7261a tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/networks?id=f7ba46a5-7263-4935-8c1f-672d543c4652 HTTP/1.1" status: 200  len: 809 time: 0.2442400
Apr 09 02:05:13.584839 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238245ed-1ab1-4d79-8df4-c02166954d55 req-37cbe911-3cd0-4c25-8f71-a5645eb0c888 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:13.586585 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-238245ed-1ab1-4d79-8df4-c02166954d55 req-37cbe911-3cd0-4c25-8f71-a5645eb0c888 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.2222471
Apr 09 02:05:13.589373 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-2044157d-d382-4476-bd6e-234f8b7ec9cf tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/quotas/b6edc047e08f402280f417ae3e5d83df HTTP/1.1" status: 200  len: 375 time: 0.0247784
Apr 09 02:05:13.636901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a70e6485-5e24-443b-9272-a97f68c91589,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:13.665249 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-21841777-2cf3-4812-bb9a-d835686d95de tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b6edc047e08f402280f417ae3e5d83df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0546870
Apr 09 02:05:13.670467 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-238245ed-1ab1-4d79-8df4-c02166954d55 req-5deafc43-05b0-47ee-8d15-2f4871d848cd tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0758998
Apr 09 02:05:13.691897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.692406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.692835 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.693250 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.693664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.694079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.694488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.694901 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.695311 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.695718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.696155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.696565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:05:13.704358 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:13.706594 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device a98a9968-b6e7-44d8-8248-13c3906e4b22 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:05:13.745734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: a98a9968-b6e7-44d8-8248-13c3906e4b22 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:05:13.746644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device a98a9968-b6e7-44d8-8248-13c3906e4b22 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:05:13.803864 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0b6bcf40-4df7-4c89-911a-f1bb01aaaaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:13.877105 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-bb15690b-27db-4b89-8201-8955861e9c85 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033384
Apr 09 02:05:14.047335 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-d5fe3995-1b10-4ee1-a5df-62dfe72849b0 service neutron] 10.222.0.38 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1623883
Apr 09 02:05:14.071238 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854193988'] for router_interface, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:14.254166 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1d260b28-3d85-4bff-8946-5f838bbf7e5d req-99d5ae93-1de4-43b6-984b-ae794776c73c tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 210 time: 0.0533795
Apr 09 02:05:14.601432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:05:14.805746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:05:14.816528 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] Sync routers for ids ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:05:14.825347 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] 10.222.0.38 "PUT /v2.0/routers/1bfa238e-ee5a-4c7f-93de-8c729e3933a1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0471244
Apr 09 02:05:14.827866 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60726) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:14.830584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] Routers {'1bfa238e-ee5a-4c7f-93de-8c729e3933a1'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:05:14.831488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bbceb70>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:04:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:14.901148 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e83d6-ccb4-4b7e-950e-377e1c1f26a3 req-75b3f827-1a1a-4fb7-9e3e-dfbc7f5b3247 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:14.902441 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e1e83d6-ccb4-4b7e-950e-377e1c1f26a3 req-75b3f827-1a1a-4fb7-9e3e-dfbc7f5b3247 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.1129770
Apr 09 02:05:14.940009 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4e1e83d6-ccb4-4b7e-950e-377e1c1f26a3 req-4ca8776f-1804-43aa-a182-806f5ef51eec tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0296965
Apr 09 02:05:15.062509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:15.073715 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] Set router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:05:15.259160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:15.269482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Deleting port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:15.269899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:15.397892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bbceb70>, [{'id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:14Z', 'updated_at': '2021-04-09T02:05:13Z', 'revision_number': 5, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'gw_port': {'id': '567b232f-bbeb-405f-a7c7-65fb5fb70dbd', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:16Z', 'updated_at': '2021-04-09T01:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:15.402772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] Checking router: 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:05:15.412139 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] Routers {'1bfa238e-ee5a-4c7f-93de-8c729e3933a1'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:05:15.412816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bbceb70>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:04:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:15.435484 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9a0a6088-1574-4377-8b82-916bb72e926f req-f42f8ba7-197e-4837-b393-5aed26807c11 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 210 time: 0.0587296
Apr 09 02:05:15.482546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] For port 567b232f-bbeb-405f-a7c7-65fb5fb70dbd, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=567b232f-bbeb-405f-a7c7-65fb5fb70dbd,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:15.483054 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:15.613602 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] Set router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 gateway port host: None {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:05:15.628150 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Calling delete_port for 567b232f-bbeb-405f-a7c7-65fb5fb70dbd owned by network:router_gateway {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:15.709531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4878-3847-46fc-9687-ef42656787ea req-ab9b511b-656c-425a-acbf-73784c8a9f3b tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:15.711112 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-ab9b511b-656c-425a-acbf-73784c8a9f3b tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.62 "GET /v2.0/networks?id=f7ba46a5-7263-4935-8c1f-672d543c4652 HTTP/1.1" status: 200  len: 809 time: 0.1703362
Apr 09 02:05:15.733504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Request body: {'port': {'device_id': 'e597591c-4da3-4886-b0e1-4320faf075d9', 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652', 'admin_state_up': True, 'tenant_id': 'b6edc047e08f402280f417ae3e5d83df'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:05:15.736891 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bbceb70>, [{'id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:14Z', 'updated_at': '2021-04-09T02:05:15Z', 'revision_number': 6, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'gw_port_host': None}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:15.741452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3644b0-d1d5-49c7-8c47-51ac5fb061dd None None] The sync data for ids ['1bfa238e-ee5a-4c7f-93de-8c729e3933a1'] in dv-cinder-784623-6-iscsi is: [{'id': '1bfa238e-ee5a-4c7f-93de-8c729e3933a1', 'name': 'tempest-TestShelveInstance-51255394-router', 'tenant_id': '9f5e036dadf04b17b6c2e5f24b005118', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:14Z', 'updated_at': '2021-04-09T02:05:15Z', 'revision_number': 6, 'project_id': '9f5e036dadf04b17b6c2e5f24b005118', 'gw_port_host': None}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:05:15.831711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:15.853300 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:15.903526 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 09 02:05:15.914454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=567b232f-bbeb-405f-a7c7-65fb5fb70dbd,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:15.917451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.quota.driver [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85247) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 09 02:05:15.919413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:15.926448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Made reservation on behalf of b6edc047e08f402280f417ae3e5d83df for: {'port': 1} {{(pid=85247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 09 02:05:15.932741 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.164809 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_common [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Allocated IP 172.20.0.11 (f7ba46a5-7263-4935-8c1f-672d543c4652/97da1571-32c3-4ce3-a4d2-884f5599e568/2106cdc2-3068-4a76-a191-72044f6704b0) {{(pid=85247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 09 02:05:16.237186 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c78442-e3f6-4940-acb9-3c26736c6011 req-97ed8512-11fd-417f-a560-6965b2b33a01 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:16.239164 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-98c78442-e3f6-4940-acb9-3c26736c6011 req-97ed8512-11fd-417f-a560-6965b2b33a01 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.1608407
Apr 09 02:05:16.313966 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-98c78442-e3f6-4940-acb9-3c26736c6011 req-87121d57-6bba-4bfd-a370-05e9db46d750 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0647216
Apr 09 02:05:16.400234 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854203204'] for router_gateway, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.438163 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks [] for port, precommit_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.471010 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789483945348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_create {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.488355 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:16.589531 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1387'] for router, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.591708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.616877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574614'] for router, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.617442 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bfa238e-ee5a-4c7f-93de-8c729e3933a1 {{(pid=85248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 02:05:16.630708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.632330 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7f41c148-d23a-4f80-8e05-b4a967be3fd0 admin admin] 10.222.0.38 "DELETE /v2.0/routers/1bfa238e-ee5a-4c7f-93de-8c729e3933a1 HTTP/1.1" status: 204  len: 168 time: 1.8031881
Apr 09 02:05:16.634978 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60740) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:16.705729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-513b3add-ab70-46a6-a2ae-c09f66319808 admin admin] Deleting subnet b33f06a8-ed79-40ae-9a3b-1c793b0cdb96 {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:05:16.709241 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-513b3add-ab70-46a6-a2ae-c09f66319808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.725096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Pushing event updated for resources: {'Port': ['ID=2106cdc2-3068-4a76-a191-72044f6704b0,revision_number=1']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:16.731072 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:16.766436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7627e6f-2f85-452a-8448-012d7b51f06a req-213cedbc-ba95-4f15-8a47-ab774c600c33 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:16.766997 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-513b3add-ab70-46a6-a2ae-c09f66319808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.768084 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7627e6f-2f85-452a-8448-012d7b51f06a req-213cedbc-ba95-4f15-8a47-ab774c600c33 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 932 time: 0.2119169
Apr 09 02:05:16.792985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Network f7ba46a5-7263-4935-8c1f-672d543c4652 is already hosted by enough agents. {{(pid=85247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 09 02:05:16.796042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.base_scheduler [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Resources bound (agent type, host, resource id):  {{(pid=85247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 09 02:05:16.800722 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Received port after_create {{(pid=85247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 09 02:05:16.847334 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d7627e6f-2f85-452a-8448-012d7b51f06a req-5cbcfa9b-8f34-4a81-bbd4-f87673e60095 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689716
Apr 09 02:05:16.850237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-513b3add-ab70-46a6-a2ae-c09f66319808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.876073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:16.876685 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:16.915387 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-62cc2de1-bf1b-4a89-9f88-54fbc22fb4ae tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1872225
Apr 09 02:05:16.934899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Request body: {'port': {'device_id': 'e597591c-4da3-4886-b0e1-4320faf075d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78462'}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:05:17.053691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.137618 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-513b3add-ab70-46a6-a2ae-c09f66319808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.153786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-63ca112b-d30a-49ad-adca-ed31a1ae397f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:17.202582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b3add-ab70-46a6-a2ae-c09f66319808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33f06a8-ed79-40ae-9a3b-1c793b0cdb96,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:17.206686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-513b3add-ab70-46a6-a2ae-c09f66319808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:17.294162 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-513b3add-ab70-46a6-a2ae-c09f66319808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.301036 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-513b3add-ab70-46a6-a2ae-c09f66319808 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b33f06a8-ed79-40ae-9a3b-1c793b0cdb96 HTTP/1.1" status: 204  len: 168 time: 0.6649716
Apr 09 02:05:17.302061 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd4f618-2dd9-4831-b43c-490a49567456 None None] Network 67070821-0341-446f-ba45-9a12232ae989 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:05:17.303587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60744) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:17.424033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.499637 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Deleting port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:17.500136 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.547421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2106cdc2-3068-4a76-a191-72044f6704b0 {{(pid=85247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:05:17.560754 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.585408 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 567b232f-bbeb-405f-a7c7-65fb5fb70dbd no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:05:17.592972 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Transition to ACTIVE for port object 2106cdc2-3068-4a76-a191-72044f6704b0 will not be triggered until provisioned by entity L2. {{(pid=85247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 09 02:05:17.609305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dadcbc-8fb3-4745-86ab-0efa8605be39 req-a65f8b93-8e83-4f63-999f-f5c4920454cb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:17.610962 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-20dadcbc-8fb3-4745-86ab-0efa8605be39 req-a65f8b93-8e83-4f63-999f-f5c4920454cb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.1409535
Apr 09 02:05:17.612485 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.633174 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4bdef241-1503-45a9-8e88-b0ccc16730b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:17.638255 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] DHCP port deletion for 67070821-0341-446f-ba45-9a12232ae989 request from dv-cinder-784623-6-iscsi {{(pid=85249) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 02:05:17.641562 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 567b232f-bbeb-405f-a7c7-65fb5fb70dbd {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:05:17.641953 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 567b232f-bbeb-405f-a7c7-65fb5fb70dbd not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:05:17.642393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device a70e6485-5e24-443b-9272-a97f68c91589 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:05:17.679171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] Deleting port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:17.679596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.706027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: a70e6485-5e24-443b-9272-a97f68c91589 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:05:17.706027 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device a70e6485-5e24-443b-9272-a97f68c91589 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:05:17.736848 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] For port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0,segment=NetworkSegment(6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8),segment_id=6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:17.737611 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.877012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Calling delete_port for e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 owned by network:dhcp {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:17.933973 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] For port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0,segment=NetworkSegment(6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8),segment_id=6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:17.934823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:17.982589 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.000044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b1d8b3f6-a5ea-44aa-9b21-2bd2cebe9502 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:18.060792 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-20dadcbc-8fb3-4745-86ab-0efa8605be39 req-a9b37b4f-60b8-4cd8-98c3-388020e8650c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4309654
Apr 09 02:05:18.063770 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:18.066754 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:18.078988 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] Calling delete_port for e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 owned by network:dhcp {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:18.135572 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Pushing event updated for resources: {'Port': ['ID=2106cdc2-3068-4a76-a191-72044f6704b0,revision_number=2']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:18.141326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:18.158581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] No DVR routers for this DVR port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 on host dv-cinder-784623-6-iscsi {{(pid=85248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:05:18.176501 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.api [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 02:05:18.176912 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.api [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 02:05:18.178414 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd96b-ae92-40a8-95b6-c50e7a832a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.276802 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4429af-f17b-4238-8a14-15fa2e9b2569 req-2bf67afa-1685-4e94-8411-9b89406b2b8c tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:18.277574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-0d4429af-f17b-4238-8a14-15fa2e9b2569 req-2bf67afa-1685-4e94-8411-9b89406b2b8c tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Synchronizing usage tracker for tenant:b6edc047e08f402280f417ae3e5d83df on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:05:18.288828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.375086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-0d4429af-f17b-4238-8a14-15fa2e9b2569 req-2bf67afa-1685-4e94-8411-9b89406b2b8c tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Unset dirty status for tenant:b6edc047e08f402280f417ae3e5d83df on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:05:18.376397 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0d4429af-f17b-4238-8a14-15fa2e9b2569 req-2bf67afa-1685-4e94-8411-9b89406b2b8c tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 944 time: 0.3213358
Apr 09 02:05:18.410949 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75e02e5f8>,) {'filters': {'network_id': ['67070821-0341-446f-ba45-9a12232ae989']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:18.424347 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75e02e5f8>, '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:18.424696 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75e02e5f8>, '6e0d0a24-3b08-43fd-94dd-b7a82fd5e9a8') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:18.428980 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0d4429af-f17b-4238-8a14-15fa2e9b2569 req-89c29070-8ab7-4fd1-8685-4231eb1426b0 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433242
Apr 09 02:05:18.429835 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Attempting to bind port 2106cdc2-3068-4a76-a191-72044f6704b0 on host hv-cinder-78462 for vnic_type normal with profile  {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 09 02:05:18.430206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Attempting to bind port 2106cdc2-3068-4a76-a191-72044f6704b0 by drivers openvswitch,hyperv on host hv-cinder-78462 at level 0 using segments [{'id': 'f0f25029-fa2f-426f-b7e9-9a53be79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652'}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 09 02:05:18.430571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Attempting to bind port 2106cdc2-3068-4a76-a191-72044f6704b0 on network f7ba46a5-7263-4935-8c1f-672d543c4652 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:05:18.436335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Port 2106cdc2-3068-4a76-a191-72044f6704b0 on network f7ba46a5-7263-4935-8c1f-672d543c4652 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78462 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 09 02:05:18.436699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Attempting to bind port 2106cdc2-3068-4a76-a191-72044f6704b0 on network f7ba46a5-7263-4935-8c1f-672d543c4652 {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 09 02:05:18.437778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.442452 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Checking agent: {'id': '6956640e-5f67-431c-9c39-21c1b255a1db', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78462', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'started_at': datetime.datetime(2021, 4, 9, 1, 52, 27), 'heartbeat_timestamp': datetime.datetime(2021, 4, 9, 2, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 09 02:05:18.442668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Checking segment: {'id': 'f0f25029-fa2f-426f-b7e9-9a53be79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 09 02:05:18.452059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Bound using segment: {'id': 'f0f25029-fa2f-426f-b7e9-9a53be79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652'} {{(pid=85247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 09 02:05:18.452059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Bound port: 2106cdc2-3068-4a76-a191-72044f6704b0, host: hv-cinder-78462, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0f25029-fa2f-426f-b7e9-9a53be79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652'}}] {{(pid=85247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 09 02:05:18.452059 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.456515 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.463049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:05:18.525735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] For port 2106cdc2-3068-4a76-a191-72044f6704b0, host hv-cinder-78462, cleared binding levels {{(pid=85247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 09 02:05:18.528951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] For port 2106cdc2-3068-4a76-a191-72044f6704b0, host hv-cinder-78462, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2106cdc2-3068-4a76-a191-72044f6704b0,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 09 02:05:18.532561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.552436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-85a42a22-4235-4b76-b0cd-86b4859e6f9e tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:18.648847 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Network 67070821-0341-446f-ba45-9a12232ae989 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:05:18.658376 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.678430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] Deleting port e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:18.678946 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.705575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Pushing event updated for resources: {'Port': ['ID=2106cdc2-3068-4a76-a191-72044f6704b0,revision_number=3']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:18.709056 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:18.750352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:18.751207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.752735 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] 10.222.0.62 "PUT /v2.0/ports/2106cdc2-3068-4a76-a191-72044f6704b0 HTTP/1.1" status: 200  len: 1094 time: 1.8232014
Apr 09 02:05:18.753316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e597591c-4da3-4886-b0e1-4320faf075d9', 'tag': '2106cdc2-3068-4a76-a191-72044f6704b0'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:05:18.760797 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-72805b82-13fe-4b67-8c1a-ef456e87f767 None None] The port 'e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0' was deleted {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 02:05:18.786930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.844387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Network 67070821-0341-446f-ba45-9a12232ae989 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:05:18.848198 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e597591c-4da3-4886-b0e1-4320faf075d9', 'tag': '2106cdc2-3068-4a76-a191-72044f6704b0', 'status': 'completed', 'code': 200}
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:05:18.868821 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:05:18.885604 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4878-3847-46fc-9687-ef42656787ea req-315884d8-2b07-4181-9c30-ce47a32cd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:18.887273 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-315884d8-2b07-4181-9c30-ce47a32cd76b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6edc047e08f402280f417ae3e5d83df&device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 1097 time: 0.0820665
Apr 09 02:05:18.959865 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.964039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:18.980078 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-afc3bfaa-8188-4fcd-ad21-6540bfeed8a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2106cdc2-3068-4a76-a191-72044f6704b0 HTTP/1.1" status: 200  len: 217 time: 0.0746019
Apr 09 02:05:18.982023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:18.988990 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Pushing event deleted for resources: {'Network': ['ID=67070821-0341-446f-ba45-9a12232ae989,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:18.993823 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:19.000394 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9e7c6ca0-c306-47d5-9d21-a72922fbc156 admin admin] 10.222.0.38 "DELETE /v2.0/networks/67070821-0341-446f-ba45-9a12232ae989 HTTP/1.1" status: 204  len: 168 time: 1.6957185
Apr 09 02:05:19.054900 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb4878-3847-46fc-9687-ef42656787ea req-64ffd6b3-19a9-4157-b3ed-6c02e6bc12a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:19.056584 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-64ffd6b3-19a9-4157-b3ed-6c02e6bc12a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97da1571-32c3-4ce3-a4d2-884f5599e568 HTTP/1.1" status: 200  len: 849 time: 0.0707231
Apr 09 02:05:19.115391 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-fb6d9ff3-e645-434b-9fda-c4cba24d7580 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7ba46a5-7263-4935-8c1f-672d543c4652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517166
Apr 09 02:05:19.136073 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:19.147768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60758) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:19.190119 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-7973707e-a824-4819-b770-532c7b404339 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ac3b8f7fb01041abac3b9215f681e4e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0408883
Apr 09 02:05:19.190898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60762) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:19.259184 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-681005ac-2eb1-45e3-bf12-119a22ca6d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:19.286817 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-681005ac-2eb1-45e3-bf12-119a22ca6d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:19.329411 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-2b5d25ac-c419-4881-9176-be6e1b74b0f9 service neutron] 10.222.0.62 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076030
Apr 09 02:05:19.336168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-681005ac-2eb1-45e3-bf12-119a22ca6d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:19.341488 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-efc08e37-d8d1-41de-9e22-2a1b1713ba6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:19.355407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681005ac-2eb1-45e3-bf12-119a22ca6d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66158f1-0c8a-43d6-adc5-6963867cce6e,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:19.360930 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-681005ac-2eb1-45e3-bf12-119a22ca6d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:19.365257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-681005ac-2eb1-45e3-bf12-119a22ca6d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:19.369225 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-681005ac-2eb1-45e3-bf12-119a22ca6d61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a66158f1-0c8a-43d6-adc5-6963867cce6e HTTP/1.1" status: 204  len: 168 time: 0.1746290
Apr 09 02:05:19.370735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a8987-22e4-4998-91a7-12443dde8c17 req-61ac124b-3022-4416-b196-03eafa37d7fb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:19.372976 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c2a8987-22e4-4998-91a7-12443dde8c17 req-61ac124b-3022-4416-b196-03eafa37d7fb tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.1597924
Apr 09 02:05:19.479161 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-9c2a8987-22e4-4998-91a7-12443dde8c17 req-2292d99c-31de-45c6-8b16-d8ec91ac1a36 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0939629
Apr 09 02:05:19.527403 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-dbdb4878-3847-46fc-9687-ef42656787ea req-ab10c9d2-ec2e-4ccb-8da1-426e866030cb service neutron] 10.222.0.62 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1898789
Apr 09 02:05:19.578365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:05:19.622251 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:05:19.622641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device e2cb8dd3-bfd5-4d44-9e89-cadffd5a5bf0 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:05:19.715495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5147627-0135-4a63-92df-6333101577e4 req-0bef5791-5c75-4a6a-b28a-f7fb32c86650 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:19.717149 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a5147627-0135-4a63-92df-6333101577e4 req-0bef5791-5c75-4a6a-b28a-f7fb32c86650 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 944 time: 0.1631732
Apr 09 02:05:19.739899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-4a070f93-500a-4355-8743-abde71a76a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:19.741494 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-4a070f93-500a-4355-8743-abde71a76a04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6edc047e08f402280f417ae3e5d83df&device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 1097 time: 0.1257250
Apr 09 02:05:19.781411 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a5147627-0135-4a63-92df-6333101577e4 req-caca0b5b-b657-4662-bd5c-fe40198881f9 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530188
Apr 09 02:05:19.806233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60772) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:19.845555 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b50d36d6-6f7c-4511-9403-475533df946d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f5e036dadf04b17b6c2e5f24b005118&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0354648
Apr 09 02:05:19.856919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 60776) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:19.896385 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-bde66c6c-005a-4061-8aab-ebf12fd8b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:19.897998 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-bde66c6c-005a-4061-8aab-ebf12fd8b26a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f7ba46a5-7263-4935-8c1f-672d543c4652 HTTP/1.1" status: 200  len: 910 time: 0.1480362
Apr 09 02:05:19.924288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-98bca973-f5f0-4176-8233-5b4421986cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:19.952505 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-98bca973-f5f0-4176-8233-5b4421986cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:19.974207 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-9a812cde-1f3a-44b1-8b90-4c90a4773e16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2106cdc2-3068-4a76-a191-72044f6704b0 HTTP/1.1" status: 200  len: 217 time: 0.0692334
Apr 09 02:05:20.007614 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-98bca973-f5f0-4176-8233-5b4421986cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:20.013577 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9b5cdb7d-188c-4fd2-889b-385e9f1edf0b tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:20.026224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bca973-f5f0-4176-8233-5b4421986cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4874e9-8afc-4432-a0aa-475872a40b10,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:20.029833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-98bca973-f5f0-4176-8233-5b4421986cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:20.031902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-98bca973-f5f0-4176-8233-5b4421986cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:20.034426 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-98bca973-f5f0-4176-8233-5b4421986cc6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd4874e9-8afc-4432-a0aa-475872a40b10 HTTP/1.1" status: 204  len: 168 time: 0.1762881
Apr 09 02:05:20.048676 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-087d6db3-8c86-4487-9fa6-64c13ceefae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:20.050241 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-087d6db3-8c86-4487-9fa6-64c13ceefae1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=97da1571-32c3-4ce3-a4d2-884f5599e568 HTTP/1.1" status: 200  len: 849 time: 0.0693958
Apr 09 02:05:20.109451 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-40f3deff-db2f-4a92-8351-63e48a20d648 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f7ba46a5-7263-4935-8c1f-672d543c4652&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511832
Apr 09 02:05:20.260503 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-ab9f1e24-6d4b-4b92-b6fb-e4f6a17b4349 service neutron] 10.222.0.62 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438305
Apr 09 02:05:20.398754 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:20.417698 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3a6b7621-2c06-4522-b094-d46e3549d1aa req-1f293571-2871-4467-b6af-761cd99ce7dd service neutron] 10.222.0.62 "GET /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486831
Apr 09 02:05:20.715627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b255812-6b26-42ba-8389-376a51327535 req-b5841bf8-1037-435c-93b1-53c788ee9331 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:20.717287 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5b255812-6b26-42ba-8389-376a51327535 req-b5841bf8-1037-435c-93b1-53c788ee9331 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.0885131
Apr 09 02:05:20.752287 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5b255812-6b26-42ba-8389-376a51327535 req-0d001ea5-769a-4db3-8dc4-260bf4006042 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0278592
Apr 09 02:05:20.990449 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdb643-babd-46d7-86c8-84edf547a0ed req-9ee61ec1-f73a-410d-aae2-8ecac80ca99c tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:20.991969 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-73fdb643-babd-46d7-86c8-84edf547a0ed req-9ee61ec1-f73a-410d-aae2-8ecac80ca99c tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 944 time: 0.0905974
Apr 09 02:05:21.025958 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-73fdb643-babd-46d7-86c8-84edf547a0ed req-71bc0445-a4ef-4258-a06a-8c653909ad4d tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268953
Apr 09 02:05:21.960287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902435b-e195-47ae-a792-dc4d57e8454a req-78ffb5bf-5e53-4d88-89c2-2538c002a0d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:21.960287 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6902435b-e195-47ae-a792-dc4d57e8454a req-78ffb5bf-5e53-4d88-89c2-2538c002a0d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.0902848
Apr 09 02:05:21.991227 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6902435b-e195-47ae-a792-dc4d57e8454a req-c3a0b60a-0d27-44c4-bba8-d4f3314c1859 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0265825
Apr 09 02:05:22.225713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb92c9-bd4e-4d77-a32d-40ce08974de5 req-0e69af12-cdd8-427e-a744-407967cf3658 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:22.227376 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-accb92c9-bd4e-4d77-a32d-40ce08974de5 req-0e69af12-cdd8-427e-a744-407967cf3658 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 944 time: 0.0863414
Apr 09 02:05:22.263467 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-accb92c9-bd4e-4d77-a32d-40ce08974de5 req-26844f5b-e515-4230-a3d7-4645ccbcd160 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287640
Apr 09 02:05:23.196940 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bd2a4-4095-4040-808b-a12784870568 req-afc66a05-f484-4c40-aaff-03b7ee10fe79 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:23.198524 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-527bd2a4-4095-4040-808b-a12784870568 req-afc66a05-f484-4c40-aaff-03b7ee10fe79 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.0892334
Apr 09 02:05:23.233480 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-527bd2a4-4095-4040-808b-a12784870568 req-33e3a9df-21cd-45be-bd38-f43aa5f501aa tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0276904
Apr 09 02:05:23.472440 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf785c-a141-4253-a453-32cd3a6b332e req-2da43883-6443-4078-a1cb-83cd99250120 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:23.473948 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c9cf785c-a141-4253-a453-32cd3a6b332e req-2da43883-6443-4078-a1cb-83cd99250120 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 944 time: 0.0939834
Apr 09 02:05:23.509640 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-c9cf785c-a141-4253-a453-32cd3a6b332e req-7180cae9-68ec-48a1-8bbc-4dbc89532566 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294225
Apr 09 02:05:23.780481 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 2106cdc2-3068-4a76-a191-72044f6704b0 details requested by agent hyperv_hv-cinder-78462 with host hv-cinder-78462 {{(pid=85249) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 09 02:05:23.940321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 2106cdc2-3068-4a76-a191-72044f6704b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2106cdc2-3068-4a76-a191-72044f6704b0,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:24.129438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Returning: {'device': '2106cdc2-3068-4a76-a191-72044f6704b0', 'network_id': 'f7ba46a5-7263-4935-8c1f-672d543c4652', 'port_id': '2106cdc2-3068-4a76-a191-72044f6704b0', 'mac_address': 'fa:16:3e:c2:7e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97da1571-32c3-4ce3-a4d2-884f5599e568', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85249) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 09 02:05:24.188159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:24.189539 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2106cdc2-3068-4a76-a191-72044f6704b0 {{(pid=85249) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 09 02:05:24.207491 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 2106cdc2-3068-4a76-a191-72044f6704b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2106cdc2-3068-4a76-a191-72044f6704b0,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:24.210382 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:24.212294 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:24.286253 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=2106cdc2-3068-4a76-a191-72044f6704b0,revision_number=4']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:24.289644 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:24.448303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab70cbd-77e4-42b1-af68-4ba93e789062 req-91c05a22-d125-4105-b6be-679471a97ee9 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:24.449926 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4ab70cbd-77e4-42b1-af68-4ba93e789062 req-91c05a22-d125-4105-b6be-679471a97ee9 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.0911653
Apr 09 02:05:24.483931 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-4ab70cbd-77e4-42b1-af68-4ba93e789062 req-b6871351-eebf-40ee-bc9f-16e9f92c597d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0274825
Apr 09 02:05:24.510582 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['2106cdc2-3068-4a76-a191-72044f6704b0'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:05:24.540746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:05:24.713875 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca985-32dd-41c7-9449-95009c59935b req-158c11f5-2605-4cbc-bfb8-380fa3b4a7bb tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:24.715396 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-628ca985-32dd-41c7-9449-95009c59935b req-158c11f5-2605-4cbc-bfb8-380fa3b4a7bb tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 945 time: 0.0893803
Apr 09 02:05:24.751127 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-628ca985-32dd-41c7-9449-95009c59935b req-17a7da03-54ac-421f-b775-5f48f4a44781 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0285144
Apr 09 02:05:25.688514 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d2d90-d6b2-4ada-bba9-13ac645083f8 req-8e053a44-4e42-4409-a643-805f56f6dcfe tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:25.690089 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1e7d2d90-d6b2-4ada-bba9-13ac645083f8 req-8e053a44-4e42-4409-a643-805f56f6dcfe tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.0882757
Apr 09 02:05:25.724048 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-1e7d2d90-d6b2-4ada-bba9-13ac645083f8 req-b27aa872-ad03-4692-a9ec-99d2d6867cd6 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0274205
Apr 09 02:05:25.783533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 2106cdc2-3068-4a76-a191-72044f6704b0 up at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 09 02:05:25.862775 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning for port 2106cdc2-3068-4a76-a191-72044f6704b0 completed by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 09 02:05:25.868280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Provisioning complete for port 2106cdc2-3068-4a76-a191-72044f6704b0 triggered by entity L2. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:05:25.868703 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:25.969111 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6ea4c-7c6a-41ad-844c-75e28d771b68 req-baec96ed-8ae5-453d-b962-ee5815308706 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:25.970711 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-81a6ea4c-7c6a-41ad-844c-75e28d771b68 req-baec96ed-8ae5-453d-b962-ee5815308706 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 945 time: 0.0923033
Apr 09 02:05:25.994413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:26.006580 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e597591c-4da3-4886-b0e1-4320faf075d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2106cdc2-3068-4a76-a191-72044f6704b0'}] {{(pid=85249) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:05:26.007481 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-81a6ea4c-7c6a-41ad-844c-75e28d771b68 req-2a313598-3bcc-4f8e-b8cd-0f4a73555da0 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302501
Apr 09 02:05:26.018858 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] For port 2106cdc2-3068-4a76-a191-72044f6704b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2106cdc2-3068-4a76-a191-72044f6704b0,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:26.022878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418'] for port, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:26.024909 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:26.065578 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e597591c-4da3-4886-b0e1-4320faf075d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2106cdc2-3068-4a76-a191-72044f6704b0', 'code': 200}
Apr 09 02:05:26.098881 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Pushing event updated for resources: {'Port': ['ID=2106cdc2-3068-4a76-a191-72044f6704b0,revision_number=5']} {{(pid=85249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:26.102037 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85249) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:26.367599 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505943f3-25be-45dc-85e3-ba8f16b6c16e req-03e2c7d0-827e-41c9-9ed5-d536287e200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:26.369226 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-505943f3-25be-45dc-85e3-ba8f16b6c16e req-03e2c7d0-827e-41c9-9ed5-d536287e200d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 1099 time: 0.0794282
Apr 09 02:05:26.398368 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-505943f3-25be-45dc-85e3-ba8f16b6c16e req-1a7636b1-a708-4063-a053-eed02eeda6b4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0219228
Apr 09 02:05:26.928177 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db370fe4-4b2e-449e-9faf-03b8ef814b47 req-5128515e-97c0-4b51-913f-19bb17dca3dd tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:26.929812 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-db370fe4-4b2e-449e-9faf-03b8ef814b47 req-5128515e-97c0-4b51-913f-19bb17dca3dd tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.0894890
Apr 09 02:05:26.967038 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-db370fe4-4b2e-449e-9faf-03b8ef814b47 req-0e031f13-baad-471e-b11b-b430de7040b1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&id=327ddccf-da8d-46ff-aec2-c29141e16f99&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0300212
Apr 09 02:05:27.226193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827b54-f875-4190-bab4-f15858015085 req-5dabca91-9c1b-4f77-840c-e1c55645fa7b tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:27.227790 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-41827b54-f875-4190-bab4-f15858015085 req-5dabca91-9c1b-4f77-840c-e1c55645fa7b tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 946 time: 0.0892613
Apr 09 02:05:27.258562 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-41827b54-f875-4190-bab4-f15858015085 req-fcc18d85-6c70-48ed-9c7e-dee6faae8125 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238447
Apr 09 02:05:28.460805 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7a3b8-2e23-486f-8561-b27e9921ff4a req-538f34a0-5fb7-45cc-92b8-28b09e314fbc tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:28.462475 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bde7a3b8-2e23-486f-8561-b27e9921ff4a req-538f34a0-5fb7-45cc-92b8-28b09e314fbc tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 946 time: 0.0885210
Apr 09 02:05:28.499124 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-bde7a3b8-2e23-486f-8561-b27e9921ff4a req-8c19c7d3-ea76-4663-9dae-89269f734486 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299087
Apr 09 02:05:29.407212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:29.753448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d741de-440d-4573-ae1d-9228963966af req-ced99cee-9b65-4e78-b425-ff2909fcf8c5 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:29.755076 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2d741de-440d-4573-ae1d-9228963966af req-ced99cee-9b65-4e78-b425-ff2909fcf8c5 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 946 time: 0.0900526
Apr 09 02:05:29.786022 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-d2d741de-440d-4573-ae1d-9228963966af req-f2f55f60-97b6-4abe-8fbb-6c029af98dc2 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245926
Apr 09 02:05:30.993626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30247f39-ba2c-4c58-85e7-e8393d36daf5 req-d107a0a6-8acd-4a16-becc-24f410e86ef5 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:30.995228 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-30247f39-ba2c-4c58-85e7-e8393d36daf5 req-d107a0a6-8acd-4a16-becc-24f410e86ef5 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 946 time: 0.0869899
Apr 09 02:05:31.030016 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-30247f39-ba2c-4c58-85e7-e8393d36daf5 req-a1f6ca62-872a-4c9b-b788-7de874692764 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/security-groups?id=e78dc567-3d88-41b2-8c09-98ed0bf0a60c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277562
Apr 09 02:05:31.141750 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-3d9528ce-b71c-4bf6-8a26-c158c2aa1052 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:31.143202 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-3d9528ce-b71c-4bf6-8a26-c158c2aa1052 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.62 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 946 time: 0.0884380
Apr 09 02:05:31.219337 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Deleting port 2106cdc2-3068-4a76-a191-72044f6704b0 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:05:31.219718 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:31.488389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] For port 2106cdc2-3068-4a76-a191-72044f6704b0, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=2106cdc2-3068-4a76-a191-72044f6704b0,segment=NetworkSegment(f0f25029-fa2f-426f-b7e9-9a53be79156d),segment_id=f0f25029-fa2f-426f-b7e9-9a53be79156d)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:05:31.488555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:31.624806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Calling delete_port for 2106cdc2-3068-4a76-a191-72044f6704b0 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:05:31.773863 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:31.789185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-806cacd0-5f4b-4e0f-a550-fd6071352baa tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:31.807273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['2106cdc2-3068-4a76-a191-72044f6704b0'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:05:31.847592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Pushing event deleted for resources: {'Port': ['ID=2106cdc2-3068-4a76-a191-72044f6704b0,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:31.852439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:32.044464 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] No DVR routers for this DVR port 2106cdc2-3068-4a76-a191-72044f6704b0 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:05:32.046902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:32.049683 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e597591c-4da3-4886-b0e1-4320faf075d9', 'name': 'network-vif-deleted', 'tag': '2106cdc2-3068-4a76-a191-72044f6704b0'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:05:32.065746 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5263d39c-49e9-4eff-86f1-c71fd5edd738 req-cb67114f-4b92-466d-858a-c4736a977e58 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.62 "DELETE /v2.0/ports/2106cdc2-3068-4a76-a191-72044f6704b0 HTTP/1.1" status: 204  len: 173 time: 0.9172182
Apr 09 02:05:32.100531 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e597591c-4da3-4886-b0e1-4320faf075d9', 'name': 'network-vif-deleted', 'tag': '2106cdc2-3068-4a76-a191-72044f6704b0', 'status': 'completed', 'code': 200}
Apr 09 02:05:32.197201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-b8577ee2-3f46-4ef3-aeb9-3839e9a69ce0 req-acc93aa6-cbf6-44d9-8c58-b45ce14936fc tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Synchronizing usage tracker for tenant:b6edc047e08f402280f417ae3e5d83df on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:05:32.211873 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-b8577ee2-3f46-4ef3-aeb9-3839e9a69ce0 req-acc93aa6-cbf6-44d9-8c58-b45ce14936fc tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Unset dirty status for tenant:b6edc047e08f402280f417ae3e5d83df on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:05:32.213152 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-b8577ee2-3f46-4ef3-aeb9-3839e9a69ce0 req-acc93aa6-cbf6-44d9-8c58-b45ce14936fc tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] 10.222.0.38 "GET /v2.0/ports?device_id=e597591c-4da3-4886-b0e1-4320faf075d9 HTTP/1.1" status: 200  len: 210 time: 0.0662489
Apr 09 02:05:37.568649 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 2106cdc2-3068-4a76-a191-72044f6704b0 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:05:37.608115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 2106cdc2-3068-4a76-a191-72044f6704b0 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:05:37.608503 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 2106cdc2-3068-4a76-a191-72044f6704b0 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:05:37.724013 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-7175c698-4450-486d-94c7-d5633c5ce40e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0766418
Apr 09 02:05:37.839495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-99a70ee4-ee29-416d-92ad-d886977ca7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:37.841175 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-99a70ee4-ee29-416d-92ad-d886977ca7d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 1098 time: 0.0776114
Apr 09 02:05:38.006406 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-7b6d8ac7-bd87-452c-a4ad-d41eabec00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:38.008015 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-7b6d8ac7-bd87-452c-a4ad-d41eabec00d8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 912 time: 0.1443603
Apr 09 02:05:38.118980 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-25d57358-6d05-497e-acd1-d15e20937dbb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d832cc-be13-4018-a9b8-17b29b05fe85 HTTP/1.1" status: 200  len: 999 time: 0.1041451
Apr 09 02:05:38.192413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-8073b8de-6162-4ce6-9d10-ff5376b7dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:38.194012 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-8073b8de-6162-4ce6-9d10-ff5376b7dae8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 200  len: 850 time: 0.0688989
Apr 09 02:05:38.277381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-17ed6f68-7b4e-44e5-ac3e-6a065fde3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:38.279543 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-17ed6f68-7b4e-44e5-ac3e-6a065fde3aed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c93796-0098-4080-965f-a515624b9ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787802
Apr 09 02:05:38.685138 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-4b3a6acb-dfa2-474d-bef4-84e20c3c92cb service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3977118
Apr 09 02:05:38.848194 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-8d48eb1c-4a16-4775-8b51-b7a5130e5dfd req-2f859dfc-53b9-4646-9d19-d43430813e08 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554255
Apr 09 02:05:43.799857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4ce3411-1a57-4155-9c29-2e1573b6e018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:48.174357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-87770a78-71db-4751-a41e-56428564d51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:48.760759 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:49.139360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:50.398623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:56.167461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32832) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:56.233159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50281f4-9fb7-45be-99a6-ab2884701301 admin admin] Deleting subnet 97da1571-32c3-4ce3-a4d2-884f5599e568 {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:05:56.236243 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d50281f4-9fb7-45be-99a6-ab2884701301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:56.288351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d50281f4-9fb7-45be-99a6-ab2884701301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:56.350456 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d50281f4-9fb7-45be-99a6-ab2884701301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:56.604052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d50281f4-9fb7-45be-99a6-ab2884701301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:56.623706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:56.668268 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50281f4-9fb7-45be-99a6-ab2884701301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97da1571-32c3-4ce3-a4d2-884f5599e568,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:56.671677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d50281f4-9fb7-45be-99a6-ab2884701301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:56.758724 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d50281f4-9fb7-45be-99a6-ab2884701301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:56.764726 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-d50281f4-9fb7-45be-99a6-ab2884701301 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/97da1571-32c3-4ce3-a4d2-884f5599e568 HTTP/1.1" status: 204  len: 168 time: 0.5961087
Apr 09 02:05:56.767454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32836) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:56.882745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:57.070216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:57.184894 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75f0d10b8>,) {'filters': {'network_id': ['f7ba46a5-7263-4935-8c1f-672d543c4652']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:57.197353 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75f0d10b8>, 'f0f25029-fa2f-426f-b7e9-9a53be79156d') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:57.197702 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75f0d10b8>, 'f0f25029-fa2f-426f-b7e9-9a53be79156d') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:05:57.209516 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:57.224717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:57.231509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:05:57.410824 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Network f7ba46a5-7263-4935-8c1f-672d543c4652 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:05:57.419908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:57.831566 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Network f7ba46a5-7263-4935-8c1f-672d543c4652 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:05:57.856634 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:05:57.933182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:57.937261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:57.951869 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:57.961524 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ba46a5-7263-4935-8c1f-672d543c4652,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:57.964625 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] 10.222.0.38 "DELETE /v2.0/networks/f7ba46a5-7263-4935-8c1f-672d543c4652 HTTP/1.1" status: 204  len: 168 time: 1.1961203
Apr 09 02:05:57.965677 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-dc341787-10d4-48df-bbdc-8a16cbf7ecff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:58.153252 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32842) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:58.209650 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e9159731-afc7-4a2f-b247-9635bf11f90a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b6edc047e08f402280f417ae3e5d83df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0550580
Apr 09 02:05:58.212212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32846) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:05:58.273674 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e190f97d-17ab-436b-8fff-d0c2cfb1980c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:58.300748 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e190f97d-17ab-436b-8fff-d0c2cfb1980c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:58.347350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e190f97d-17ab-436b-8fff-d0c2cfb1980c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:58.352451 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-681005ac-2eb1-45e3-bf12-119a22ca6d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:05:58.366617 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190f97d-17ab-436b-8fff-d0c2cfb1980c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78dc567-3d88-41b2-8c09-98ed0bf0a60c,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:05:58.369389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e190f97d-17ab-436b-8fff-d0c2cfb1980c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:05:58.370625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e190f97d-17ab-436b-8fff-d0c2cfb1980c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:58.372508 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-e190f97d-17ab-436b-8fff-d0c2cfb1980c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e78dc567-3d88-41b2-8c09-98ed0bf0a60c HTTP/1.1" status: 204  len: 168 time: 0.1592743
Apr 09 02:05:59.413713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:05:59.542204 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-5b050597-6e9c-4fc1-89cb-791cfeec435d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409691283&fields=id&tenant_id=2904e607b69d4a30b9f267f4947ec8f3 HTTP/1.1" status: 200  len: 267 time: 0.0250928
Apr 09 02:05:59.634482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-ff6965ad-022f-4d61-b3e3-88fd5a8c3d41 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:05:59.636095 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-ff6965ad-022f-4d61-b3e3-88fd5a8c3d41 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 985 time: 0.0877783
Apr 09 02:05:59.648091 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.v2.base [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Request body: {'port': {'security_groups': ['c739bc1e-0426-4d33-9139-0bad917e7bba']}} {{(pid=85247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 09 02:05:59.779980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.078671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] For port 26f38c28-3730-4979-a46b-784e868af669, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f38c28-3730-4979-a46b-784e868af669,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:00.105103 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for port, precommit_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.109851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363247370325364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789483945365', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363247370830418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1460943'] for port, after_update {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.126409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-91e998d4-5127-447a-9c3c-74418f82d726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:00.147177 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['26f38c28-3730-4979-a46b-784e868af669'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:06:00.288512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event updated for resources: {'Port': ['ID=26f38c28-3730-4979-a46b-784e868af669,revision_number=7']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:00.293497 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:00.335492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:00.336215 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.337806 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-3ae8fcfa-715e-4eb8-84d0-f4ead15231bb req-51c9d6b8-8716-4753-a727-84c6a8dfdb6d tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "PUT /v2.0/ports/26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 943 time: 0.6946645
Apr 09 02:06:00.338393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:06:00.344774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 32858) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:00.390687 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669', 'status': 'completed', 'code': 200}
Apr 09 02:06:00.423606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-329055b2-6942-49b4-8677-3ee762892f84 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.507691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-329055b2-6942-49b4-8677-3ee762892f84 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.531201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.provisioning_blocks [None req-4f7d6c97-0d4c-4cfe-84cc-bd483995feb7 None None] Provisioning complete for port 26f38c28-3730-4979-a46b-784e868af669 triggered by entity DHCP. {{(pid=85249) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 09 02:06:00.531595 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4f7d6c97-0d4c-4cfe-84cc-bd483995feb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854765985'] for port, provisioning_complete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.563877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['26f38c28-3730-4979-a46b-784e868af669'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:06:00.575532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-97973946-6a0f-4fc2-a19b-f175cff7947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:00.577198 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-97973946-6a0f-4fc2-a19b-f175cff7947b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2904e607b69d4a30b9f267f4947ec8f3&device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 1099 time: 0.1423247
Apr 09 02:06:00.609534 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-329055b2-6942-49b4-8677-3ee762892f84 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.626277 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-700ec2a0-3ff9-4f1e-a007-820e1036e71c tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:00.694776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329055b2-6942-49b4-8677-3ee762892f84 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327ddccf-da8d-46ff-aec2-c29141e16f99,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:00.697297 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-329055b2-6942-49b4-8677-3ee762892f84 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:00.709271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-329055b2-6942-49b4-8677-3ee762892f84 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for security_group, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.710499 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-329055b2-6942-49b4-8677-3ee762892f84 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "DELETE /v2.0/security-groups/327ddccf-da8d-46ff-aec2-c29141e16f99 HTTP/1.1" status: 204  len: 168 time: 0.3647211
Apr 09 02:06:00.714031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32862) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:00.752310 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-4009c1d5-5062-4049-871f-d9bbb4740423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:00.753887 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-4009c1d5-5062-4049-871f-d9bbb4740423 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f935c478-f94d-4bd4-a6d7-7737058c87a8 HTTP/1.1" status: 200  len: 916 time: 0.1690400
Apr 09 02:06:00.872194 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-60321942-9c8a-48a9-829c-ebeee6326f91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 1001 time: 0.1091492
Apr 09 02:06:00.942082 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Deleting port ec953244-54ea-4877-aaa4-a2a41b09d815 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:00.942322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-1c5f5b4a-a468-4311-ab43-8099d84dfe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:00.942436 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:00.943676 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-1c5f5b4a-a468-4311-ab43-8099d84dfe84 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=49d3f813-0221-4a15-aec2-b0424ae7fcba HTTP/1.1" status: 200  len: 854 time: 0.0644252
Apr 09 02:06:01.029262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-4aa25902-4430-40ef-a2e8-0bb7800d7409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:01.030858 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-4aa25902-4430-40ef-a2e8-0bb7800d7409 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f935c478-f94d-4bd4-a6d7-7737058c87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806348
Apr 09 02:06:01.124377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:01.124678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:01.173102 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-183274c7-38cc-4d36-91eb-47962817b6f9 service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353378
Apr 09 02:06:01.261206 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Calling delete_port for ec953244-54ea-4877-aaa4-a2a41b09d815 owned by network:floatingip {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:01.317438 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-5b9aec57-3fd3-4102-9c19-6d4b3a2aed28 req-04007647-6850-4b48-a4b2-7c016b109dfa service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362913
Apr 09 02:06:01.419856 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:01.437490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:01.495149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event deleted for resources: {'Port': ['ID=ec953244-54ea-4877-aaa4-a2a41b09d815,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:01.499700 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:01.540575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:06:01.691874 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks [] for floatingip, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:01.692177 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Floating IP c3bf4cca-1909-4c78-9e4b-84cfaeda193b disassociated (deleted). External IP: 172.27.2.32, port: 26f38c28-3730-4979-a46b-784e868af669.
Apr 09 02:06:02.061212 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:06:02.251763 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:06:02.261765 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] Sync routers for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:06:02.271827 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:06:02.272320 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:02.272546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7603ef080>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:05:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:02.334019 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-718162ae-b3a3-4c01-a014-6883d88c47d1 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "DELETE /v2.0/floatingips/c3bf4cca-1909-4c78-9e4b-84cfaeda193b HTTP/1.1" status: 204  len: 168 time: 1.6186445
Apr 09 02:06:02.334642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:06:02.466652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:06:02.600460 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'tag': '26f38c28-3730-4979-a46b-784e868af669', 'status': 'completed', 'code': 200}
Apr 09 02:06:02.740954 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-823b154e-5a38-4e30-9b80-58fb1e484167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:02.742618 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-823b154e-5a38-4e30-9b80-58fb1e484167 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2904e607b69d4a30b9f267f4947ec8f3&device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 1099 time: 0.0995617
Apr 09 02:06:02.823384 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7603ef080>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 5, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:02.828951 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] Checking router: 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:06:02.838113 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:06:02.838792 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe7603ef080>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:05:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:02.896671 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-7f111033-e316-460e-ae39-8fecba3254f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:02.898322 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-7f111033-e316-460e-ae39-8fecba3254f3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f935c478-f94d-4bd4-a6d7-7737058c87a8 HTTP/1.1" status: 200  len: 916 time: 0.1470802
Apr 09 02:06:02.975162 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-481bf107-e2fc-408b-b513-c9d6fd39e39d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 200  len: 217 time: 0.0695748
Apr 09 02:06:03.026393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:06:03.044723 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-a7946f38-3995-4a44-85b9-ea70692ac112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:03.046294 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-a7946f38-3995-4a44-85b9-ea70692ac112 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=49d3f813-0221-4a15-aec2-b0424ae7fcba HTTP/1.1" status: 200  len: 854 time: 0.0639889
Apr 09 02:06:03.132413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-0450f737-75d9-43da-92b0-2578d2b4bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:03.133902 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-0450f737-75d9-43da-92b0-2578d2b4bda0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f935c478-f94d-4bd4-a6d7-7737058c87a8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794806
Apr 09 02:06:03.281897 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-72633ba7-4b94-4036-997d-c77410f9b2d8 service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408725
Apr 09 02:06:03.360326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe7603ef080>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 5, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:03.364890 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d8700-2ac4-4d2f-a249-e4d8b63c6209 None None] The sync data for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi is: [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:03:48Z', 'revision_number': 4, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'f8f5e418-28fc-4d11-97dd-906c2c1c2b7d', 'name': '', 'network_id': 'f935c478-f94d-4bd4-a6d7-7737058c87a8', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'mac_address': 'fa:16:3e:01:48:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:47Z', 'updated_at': '2021-04-09T02:03:58Z', 'revision_number': 5, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'subnets': [{'id': '49d3f813-0221-4a15-aec2-b0424ae7fcba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:06:03.436524 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6f46e9a0-f523-48c7-8499-dbd439a866e5 req-fe5472e1-8b66-474e-96f5-6b46da418b6a service neutron] 10.222.0.62 "GET /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467946
Apr 09 02:06:03.759424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d40ad61-29d0-47f8-8ba5-dea0cce56d45 None None] New status for floating IP c3bf4cca-1909-4c78-9e4b-84cfaeda193b: DOWN {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:06:05.707598 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2464d19-e12e-416c-974a-db486d175eb4 req-233c1982-5f8c-4b0b-ae78-993da7646234 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:05.709239 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2464d19-e12e-416c-974a-db486d175eb4 req-233c1982-5f8c-4b0b-ae78-993da7646234 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.0868516
Apr 09 02:06:05.739392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-a2464d19-e12e-416c-974a-db486d175eb4 req-c6fcce55-3f40-4f57-8757-3e9fa2c1bc54 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Synchronizing usage tracker for tenant:2904e607b69d4a30b9f267f4947ec8f3 on resource:security_group {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:06:05.754961 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-a2464d19-e12e-416c-974a-db486d175eb4 req-c6fcce55-3f40-4f57-8757-3e9fa2c1bc54 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Unset dirty status for tenant:2904e607b69d4a30b9f267f4947ec8f3 on resource:security_group {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:06:05.756241 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a2464d19-e12e-416c-974a-db486d175eb4 req-c6fcce55-3f40-4f57-8757-3e9fa2c1bc54 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407038
Apr 09 02:06:06.962879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a70cc4-859e-49e8-b1af-09167a247ef8 req-ef7b384b-ee29-4f81-a294-4f9b89203735 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:06.964490 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a6a70cc4-859e-49e8-b1af-09167a247ef8 req-ef7b384b-ee29-4f81-a294-4f9b89203735 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.0901959
Apr 09 02:06:06.995905 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a6a70cc4-859e-49e8-b1af-09167a247ef8 req-4cf821d3-6cc0-4214-8f71-f41740dabe5c tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245228
Apr 09 02:06:07.434078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-0dabbb49-6e49-4b06-9450-d38753c82002 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:07.435599 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-0dabbb49-6e49-4b06-9450-d38753c82002 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.0855844
Apr 09 02:06:07.510397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Deleting port 26f38c28-3730-4979-a46b-784e868af669 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:07.510788 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:07.768705 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] For port 26f38c28-3730-4979-a46b-784e868af669, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=26f38c28-3730-4979-a46b-784e868af669,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:07.769096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:08.147031 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Calling delete_port for 26f38c28-3730-4979-a46b-784e868af669 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:08.355423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8cb876-49a8-41c1-8479-911880213aba req-b0f31a8c-9976-4503-b8a7-506eb5b5a74e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:06:08.357632 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0c8cb876-49a8-41c1-8479-911880213aba req-b0f31a8c-9976-4503-b8a7-506eb5b5a74e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fedacb9-4f52-456f-a7e9-baed872327a7 HTTP/1.1" status: 200  len: 946 time: 0.1751511
Apr 09 02:06:08.395870 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:08.400126 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-0c8cb876-49a8-41c1-8479-911880213aba req-706ef757-cda1-4524-a6e7-1a035305f14e tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.38 "GET /v2.0/security-groups?id=c739bc1e-0426-4d33-9139-0bad917e7bba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338955
Apr 09 02:06:08.414203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-901933db-31c2-4da9-b42a-5e0ceec70065 tempest-VolumesActionsTest-329117029 tempest-VolumesActionsTest-329117029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:08.431684 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] get_ports_and_sgs() called for port_ids ['26f38c28-3730-4979-a46b-784e868af669'] {{(pid=85249) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 09 02:06:08.473559 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Pushing event deleted for resources: {'Port': ['ID=26f38c28-3730-4979-a46b-784e868af669,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:08.478373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:08.660369 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] No DVR routers for this DVR port 26f38c28-3730-4979-a46b-784e868af669 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:06:08.662908 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:08.665674 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'name': 'network-vif-deleted', 'tag': '26f38c28-3730-4979-a46b-784e868af669'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:06:08.677902 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-a7b97b16-966e-4b2e-8600-b823b1d4dce4 req-701abede-631b-4fe2-9a8e-12a0bdeddd89 tempest-TestMinimumBasicScenario-1168379883 tempest-TestMinimumBasicScenario-1168379883-project] 10.222.0.62 "DELETE /v2.0/ports/26f38c28-3730-4979-a46b-784e868af669 HTTP/1.1" status: 204  len: 173 time: 1.2369876
Apr 09 02:06:08.717583 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fedacb9-4f52-456f-a7e9-baed872327a7', 'name': 'network-vif-deleted', 'tag': '26f38c28-3730-4979-a46b-784e868af669', 'status': 'completed', 'code': 200}
Apr 09 02:06:10.154430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32942) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:10.721398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854193265'] for router_interface, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:11.084342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Deleting port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:11.084652 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:11.508208 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] For port f8f5e418-28fc-4d11-97dd-906c2c1c2b7d, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=f8f5e418-28fc-4d11-97dd-906c2c1c2b7d,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:11.508636 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:11.638182 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Calling delete_port for f8f5e418-28fc-4d11-97dd-906c2c1c2b7d owned by network:router_interface {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:11.811426 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:11.829203 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-328f448a-517a-415d-8c53-f8b18d3ce510 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:11.883117 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f5e418-28fc-4d11-97dd-906c2c1c2b7d,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:11.886964 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:12.094484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 26f38c28-3730-4979-a46b-784e868af669 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:06:12.131786 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 26f38c28-3730-4979-a46b-784e868af669 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:06:12.132296 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 26f38c28-3730-4979-a46b-784e868af669 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:06:12.274370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854193988'] for router_interface, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:12.767492 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:06:12.954889 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:06:12.965068 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] Sync routers for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:06:12.968227 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] 10.222.0.38 "PUT /v2.0/routers/2bff33ca-d8d1-4c5f-bf63-f73e74fc870d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8126314
Apr 09 02:06:12.971005 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32946) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:12.975776 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:06:12.976507 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75ba0d080>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:05:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:13.162546 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks [] for router, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:13.333127 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:06:13.354690 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:13.363326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Deleting port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:13.363701 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:13.551798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] For port 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=55fb3b72-6d6a-4d22-b5e3-16c50f755ce6,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:13.552278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:13.640626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75ba0d080>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:06:11Z', 'revision_number': 5, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port': {'id': '55fb3b72-6d6a-4d22-b5e3-16c50f755ce6', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:44Z', 'updated_at': '2021-04-09T02:03:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:13.644653 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] Checking router: 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:06:13.653545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] Routers {'2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:06:13.654185 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75ba0d080>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:05:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:13.691171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Calling delete_port for 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 owned by network:router_gateway {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:13.818039 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c023-b8c4-45d3-86dc-c6f729c5cca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:13.825866 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] Set router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d gateway port host: None {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:06:13.867905 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:13.883942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-3b172b51-fde7-4ff4-9c3f-02baa0aca987 tempest-AttachVolumeShelveTestJSON-2049779385 tempest-AttachVolumeShelveTestJSON-2049779385-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:13.940706 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75ba0d080>, [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:06:13Z', 'revision_number': 6, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port_host': None}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:13.941044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Pushing event deleted for resources: {'Port': ['ID=55fb3b72-6d6a-4d22-b5e3-16c50f755ce6,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:13.944994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025d3c2-82c7-4657-9597-93c2d70d5037 None None] The sync data for ids ['2bff33ca-d8d1-4c5f-bf63-f73e74fc870d'] in dv-cinder-784623-6-iscsi is: [{'id': '2bff33ca-d8d1-4c5f-bf63-f73e74fc870d', 'name': 'tempest-TestMinimumBasicScenario-1026556866-router', 'tenant_id': '2904e607b69d4a30b9f267f4947ec8f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:43Z', 'updated_at': '2021-04-09T02:06:13Z', 'revision_number': 6, 'project_id': '2904e607b69d4a30b9f267f4947ec8f3', 'gw_port_host': None}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:06:14.257224 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.257560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.257983 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.258396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.258806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.259216 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.259623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.260052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.260463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.260867 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.261271 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.261669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:06:14.269483 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:14.415381 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854203204'] for router_gateway, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:14.598207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1387'] for router, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:14.600533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:14.624484 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574614'] for router, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:14.625049 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bff33ca-d8d1-4c5f-bf63-f73e74fc870d {{(pid=85248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 02:06:14.638020 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:14.639259 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-4e582ef8-5ab1-45dc-b59d-cfb8fe7d1110 admin admin] 10.222.0.38 "DELETE /v2.0/routers/2bff33ca-d8d1-4c5f-bf63-f73e74fc870d HTTP/1.1" status: 204  len: 168 time: 1.6672459
Apr 09 02:06:14.641942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32950) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:14.708608 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] Deleting subnet 49d3f813-0221-4a15-aec2-b0424ae7fcba {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:06:14.712084 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:14.765997 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:14.848513 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:15.106281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:15.121350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:15.166375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d3f813-0221-4a15-aec2-b0424ae7fcba,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:15.170642 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:15.254587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:15.260057 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908f0ef-203d-4fe1-aee2-7c1c61875013 None None] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:06:15.262299 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/49d3f813-0221-4a15-aec2-b0424ae7fcba HTTP/1.1" status: 204  len: 168 time: 0.6193874
Apr 09 02:06:15.265469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32954) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:15.383335 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:15.451429 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Deleting port 9249e650-0d1a-4358-b00c-09ac197ec14d {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:15.451807 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:15.517838 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] DHCP port deletion for f935c478-f94d-4bd4-a6d7-7737058c87a8 request from dv-cinder-784623-6-iscsi {{(pid=85249) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 02:06:15.522663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] Deleting port 9249e650-0d1a-4358-b00c-09ac197ec14d {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:15.523450 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:15.583928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device f8f5e418-28fc-4d11-97dd-906c2c1c2b7d no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:06:15.650573 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: f8f5e418-28fc-4d11-97dd-906c2c1c2b7d {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:06:15.650898 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device f8f5e418-28fc-4d11-97dd-906c2c1c2b7d not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:06:15.651322 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:06:15.678373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] For port 9249e650-0d1a-4358-b00c-09ac197ec14d, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=9249e650-0d1a-4358-b00c-09ac197ec14d,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:15.678772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:15.695175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:06:15.695565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 55fb3b72-6d6a-4d22-b5e3-16c50f755ce6 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:06:15.696044 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 9249e650-0d1a-4358-b00c-09ac197ec14d no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:06:15.813009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Calling delete_port for 9249e650-0d1a-4358-b00c-09ac197ec14d owned by network:dhcp {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:15.897312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:15.913446 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cdc18523-5897-45da-97aa-a93cb1235488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:15.921433 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] For port 9249e650-0d1a-4358-b00c-09ac197ec14d, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=9249e650-0d1a-4358-b00c-09ac197ec14d,segment=NetworkSegment(8ac8950b-81bb-4acc-aee0-a3b969add619),segment_id=8ac8950b-81bb-4acc-aee0-a3b969add619)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:15.921877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:15.971396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=9249e650-0d1a-4358-b00c-09ac197ec14d,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:15.974155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:16.050877 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853808425'] for port, before_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:16.058669 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] No DVR routers for this DVR port 9249e650-0d1a-4358-b00c-09ac197ec14d on host dv-cinder-784623-6-iscsi {{(pid=85248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:06:16.063005 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] Calling delete_port for 9249e650-0d1a-4358-b00c-09ac197ec14d owned by network:dhcp {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:16.176846 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.api [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 02:06:16.177486 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.api [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 02:06:16.185389 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:16.301012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75dfdd278>,) {'filters': {'network_id': ['f935c478-f94d-4bd4-a6d7-7737058c87a8']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:16.314398 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75dfdd278>, '8ac8950b-81bb-4acc-aee0-a3b969add619') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:16.314733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75dfdd278>, '8ac8950b-81bb-4acc-aee0-a3b969add619') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:16.326768 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:16.341437 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:16.347647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:06:16.527533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:06:16.537490 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:16.678703 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] Deleting port 9249e650-0d1a-4358-b00c-09ac197ec14d {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:16.679133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:16.714833 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Network f935c478-f94d-4bd4-a6d7-7737058c87a8 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:06:16.738897 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:06:16.750284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-eb29d325-b299-4362-baaa-2ec93087be45 None None] The port '9249e650-0d1a-4358-b00c-09ac197ec14d' was deleted {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 02:06:16.817939 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:16.822424 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:16.825080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e9610d6c-63e1-466c-a709-5911446308ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:16.850551 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Pushing event deleted for resources: {'Network': ['ID=f935c478-f94d-4bd4-a6d7-7737058c87a8,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:16.853098 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:16.857724 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-9c524e05-4cc9-40db-87c0-1c2deeefeb04 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f935c478-f94d-4bd4-a6d7-7737058c87a8 HTTP/1.1" status: 204  len: 168 time: 1.5912294
Apr 09 02:06:16.860766 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32958) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:17.422050 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854193265'] for router_interface, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:18.038155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Deleting port 89c94164-b0ec-48ac-859d-74801f65b5a7 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:18.038667 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:18.167504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ec05f7ec-139e-4659-86e5-5075c83b3ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:18.226592 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] For port 89c94164-b0ec-48ac-859d-74801f65b5a7, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=89c94164-b0ec-48ac-859d-74801f65b5a7,segment=NetworkSegment(2293c6f7-8bd8-40d1-a231-688588afc778),segment_id=2293c6f7-8bd8-40d1-a231-688588afc778)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:18.227256 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:18.365757 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Calling delete_port for 89c94164-b0ec-48ac-859d-74801f65b5a7 owned by network:router_interface {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:18.534112 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:18.550746 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2c8a5f39-2434-450a-be2d-ca4769aac51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:18.612175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Pushing event deleted for resources: {'Port': ['ID=89c94164-b0ec-48ac-859d-74801f65b5a7,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:18.616516 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:18.765237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:18.999533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854193988'] for router_interface, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:19.141193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:19.497756 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:06:19.686223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:06:19.694844 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] Sync routers for ids ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:06:19.702477 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-23e41eb9-68e1-4419-8a8f-262ef53d59df admin admin] 10.222.0.38 "PUT /v2.0/routers/cfe98a86-b7e3-4a16-a995-5821ac2ebf4e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8403382
Apr 09 02:06:19.704902 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32962) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:19.705802 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] Routers {'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:06:19.706475 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760c218d0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:06:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:19.890843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks [] for router, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:19.897683 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] Set router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:06:20.078506 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:20.087137 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Deleting port 75e479bc-cb09-439e-980f-ca23263c46ff {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:20.087512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:20.194495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760c218d0>, [{'id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:06:18Z', 'revision_number': 5, 'project_id': 'b982bae69930447aac6c388286d75825', 'gw_port': {'id': '75e479bc-cb09-439e-980f-ca23263c46ff', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:20.198454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] Checking router: cfe98a86-b7e3-4a16-a995-5821ac2ebf4e for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:06:20.207771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] Routers {'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:06:20.208476 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe760c218d0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:06:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:20.276689 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] For port 75e479bc-cb09-439e-980f-ca23263c46ff, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=75e479bc-cb09-439e-980f-ca23263c46ff,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:20.277362 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:20.381329 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] Set router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e gateway port host: None {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:06:20.401836 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:20.502771 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe760c218d0>, [{'id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:06:20Z', 'revision_number': 6, 'project_id': 'b982bae69930447aac6c388286d75825', 'gw_port_host': None}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:20.507708 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f1c634-95f9-45b4-968c-670386c232e2 None None] The sync data for ids ['cfe98a86-b7e3-4a16-a995-5821ac2ebf4e'] in dv-cinder-784623-6-iscsi is: [{'id': 'cfe98a86-b7e3-4a16-a995-5821ac2ebf4e', 'name': 'tempest-TestMinimumBasicScenario-1836097939-router', 'tenant_id': 'b982bae69930447aac6c388286d75825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:03:53Z', 'updated_at': '2021-04-09T02:06:20Z', 'revision_number': 6, 'project_id': 'b982bae69930447aac6c388286d75825', 'gw_port_host': None}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:06:20.663280 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Calling delete_port for 75e479bc-cb09-439e-980f-ca23263c46ff owned by network:router_gateway {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:20.839927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:20.856695 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bea31e37-e2dd-44b1-866c-7b2dd01686a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:20.915060 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e479bc-cb09-439e-980f-ca23263c46ff,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:20.919734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:21.118945 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854203204'] for router_gateway, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.298544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1387'] for router, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.300764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.320504 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574614'] for router, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.321072 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe98a86-b7e3-4a16-a995-5821ac2ebf4e {{(pid=85248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 02:06:21.333606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.334837 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ce7abd6e-5ecb-43e6-b4a8-315943e04348 admin admin] 10.222.0.38 "DELETE /v2.0/routers/cfe98a86-b7e3-4a16-a995-5821ac2ebf4e HTTP/1.1" status: 204  len: 168 time: 1.6289592
Apr 09 02:06:21.337879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32966) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:21.407152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d39913-3059-44e8-b5d3-48aaa33380b4 admin admin] Deleting subnet 96538dc9-ab08-453a-a262-bd1b320381bf {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:06:21.410561 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-11d39913-3059-44e8-b5d3-48aaa33380b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.462793 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-11d39913-3059-44e8-b5d3-48aaa33380b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.548975 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-11d39913-3059-44e8-b5d3-48aaa33380b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.572291 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 75e479bc-cb09-439e-980f-ca23263c46ff no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:06:21.611601 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 75e479bc-cb09-439e-980f-ca23263c46ff {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:06:21.612013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 75e479bc-cb09-439e-980f-ca23263c46ff not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:06:21.612500 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 89c94164-b0ec-48ac-859d-74801f65b5a7 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:06:21.647879 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 89c94164-b0ec-48ac-859d-74801f65b5a7 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:06:21.648305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 89c94164-b0ec-48ac-859d-74801f65b5a7 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:06:21.814463 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-11d39913-3059-44e8-b5d3-48aaa33380b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.830179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:21.877568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d39913-3059-44e8-b5d3-48aaa33380b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96538dc9-ab08-453a-a262-bd1b320381bf,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:21.881574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-11d39913-3059-44e8-b5d3-48aaa33380b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:21.963791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-11d39913-3059-44e8-b5d3-48aaa33380b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:21.969533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c9fae4-219c-4f7b-9a42-f997f815039e None None] Network 9856eedf-e836-407c-883a-8380f01effbd requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:06:21.970150 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-11d39913-3059-44e8-b5d3-48aaa33380b4 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/96538dc9-ab08-453a-a262-bd1b320381bf HTTP/1.1" status: 204  len: 168 time: 0.6312206
Apr 09 02:06:21.972683 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32970) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:22.088193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:22.156472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Deleting port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:22.156849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:22.233167 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] DHCP port deletion for 9856eedf-e836-407c-883a-8380f01effbd request from dv-cinder-784623-6-iscsi {{(pid=85249) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 02:06:22.237342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] Deleting port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:22.237758 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:22.381285 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] For port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8,segment=NetworkSegment(2293c6f7-8bd8-40d1-a231-688588afc778),segment_id=2293c6f7-8bd8-40d1-a231-688588afc778)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:22.381596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:22.461052 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] For port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8,segment=NetworkSegment(2293c6f7-8bd8-40d1-a231-688588afc778),segment_id=2293c6f7-8bd8-40d1-a231-688588afc778)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:06:22.461413 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:22.511680 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Calling delete_port for a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 owned by network:dhcp {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:22.591640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:22.591968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] Calling delete_port for a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 owned by network:dhcp {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:06:22.607246 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-67339911-c47f-4a66-a9db-11cfcbf4637b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:22.664954 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:22.667647 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:22.669207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.api [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 02:06:22.669625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.api [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 02:06:22.752326 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] No DVR routers for this DVR port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 on host dv-cinder-784623-6-iscsi {{(pid=85248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:06:22.874156 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:22.989342 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75f0b1748>,) {'filters': {'network_id': ['9856eedf-e836-407c-883a-8380f01effbd']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:23.001896 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75f0b1748>, '2293c6f7-8bd8-40d1-a231-688588afc778') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:23.002236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75f0b1748>, '2293c6f7-8bd8-40d1-a231-688588afc778') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:06:23.014920 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:23.030175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:23.036387 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:06:23.171199 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] Deleting port a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:06:23.171630 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:23.209686 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Network 9856eedf-e836-407c-883a-8380f01effbd has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:06:23.222881 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:23.244395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-f0e67436-46a7-45c1-8eab-e9ce56b8ef8f None None] The port 'a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8' was deleted {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 02:06:23.398496 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Network 9856eedf-e836-407c-883a-8380f01effbd has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:06:23.420502 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:06:23.497350 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:23.500701 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:23.516935 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:23.523360 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Pushing event deleted for resources: {'Network': ['ID=9856eedf-e836-407c-883a-8380f01effbd,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:23.527739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:23.534267 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9856eedf-e836-407c-883a-8380f01effbd HTTP/1.1" status: 204  len: 168 time: 1.5605266
Apr 09 02:06:23.571545 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:06:23.609785 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:06:23.610178 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device a06cb27b-0db2-4fea-b0df-5c4c7b6bcfe8 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:06:23.797207 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32978) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:23.832664 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8e38e8a8-1791-4da0-ab8d-1edef6908a1a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2904e607b69d4a30b9f267f4947ec8f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0336788
Apr 09 02:06:23.834738 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32982) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:23.895887 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a74bcc3d-976f-4ab7-87ba-8ea257ad0513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:23.923421 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a74bcc3d-976f-4ab7-87ba-8ea257ad0513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:24.210258 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a74bcc3d-976f-4ab7-87ba-8ea257ad0513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:24.215751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-e190f97d-17ab-436b-8fff-d0c2cfb1980c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:24.229002 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bcc3d-976f-4ab7-87ba-8ea257ad0513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739bc1e-0426-4d33-9139-0bad917e7bba,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:24.232336 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a74bcc3d-976f-4ab7-87ba-8ea257ad0513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:24.239419 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a74bcc3d-976f-4ab7-87ba-8ea257ad0513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:24.240706 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-a74bcc3d-976f-4ab7-87ba-8ea257ad0513 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c739bc1e-0426-4d33-9139-0bad917e7bba HTTP/1.1" status: 204  len: 168 time: 0.4050236
Apr 09 02:06:24.617878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32990) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:24.670984 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-52e2f429-f573-483d-830a-301c79996233 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b982bae69930447aac6c388286d75825&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517390
Apr 09 02:06:24.673585 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 32994) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:06:24.735849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c9b06fc7-3ae2-449a-b416-7f2911a19521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:24.763575 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c9b06fc7-3ae2-449a-b416-7f2911a19521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:24.806175 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c9b06fc7-3ae2-449a-b416-7f2911a19521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:24.811762 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a3285ee5-dd26-4325-98b6-05a0bdd3395b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:06:24.825846 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b06fc7-3ae2-449a-b416-7f2911a19521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0e61a0-2b35-4f09-bb92-c761287ccb75,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:06:24.828306 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c9b06fc7-3ae2-449a-b416-7f2911a19521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:06:24.830581 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c9b06fc7-3ae2-449a-b416-7f2911a19521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:24.831795 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c9b06fc7-3ae2-449a-b416-7f2911a19521 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ce0e61a0-2b35-4f09-bb92-c761287ccb75 HTTP/1.1" status: 204  len: 168 time: 0.1572106
Apr 09 02:06:29.428712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:38.540266 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:06:43.799729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-d996baea-3d90-4733-a974-0ae4611f1dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:48.189375 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a6fe1b36-09cd-4d85-a2bb-be1d075df193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:48.767168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:49.143837 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:50.402631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:06:59.434882 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:05.667278 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33008) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:05.882152 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Deleting port 0cb2b942-ca0e-4a7e-81de-3549fdd4809b {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:05.882455 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:06.064533 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:06.064904 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:06.193934 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Calling delete_port for 0cb2b942-ca0e-4a7e-81de-3549fdd4809b owned by network:floatingip {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:06.348123 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:06.364195 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-63f98371-75ee-4252-a858-d137da6db2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:06.418283 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event deleted for resources: {'Port': ['ID=0cb2b942-ca0e-4a7e-81de-3549fdd4809b,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:06.422664 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:06.621904 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for floatingip, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:06.622277 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.db.l3_db [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Floating IP a2397f01-a1e7-4d1d-ba1c-4dbb7f780fb8 disassociated (deleted). External IP: 172.27.2.5, port: 89d832cc-be13-4018-a9b8-17b29b05fe85.
Apr 09 02:07:06.990670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Router 4ce24115-159c-48f5-ad02-829798be077d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:07:07.176579 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:07:07.186042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] Sync routers for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:07:07.196497 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:07:07.197079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:07.197217 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75affbda0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:06:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:07.259655 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "DELETE /v2.0/floatingips/a2397f01-a1e7-4d1d-ba1c-4dbb7f780fb8 HTTP/1.1" status: 204  len: 168 time: 1.5911651
Apr 09 02:07:07.260400 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85'}] {{(pid=85248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:07:07.321482 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'status': 'completed', 'code': 200}
Apr 09 02:07:07.444103 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-3b0d5866-7675-47b2-ac3d-2a676164b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:07:07.445689 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-3b0d5866-7675-47b2-ac3d-2a676164b531 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 1098 time: 0.0821118
Apr 09 02:07:07.566655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:07:07.645828 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-389a1a0d-97dd-4d08-8a1e-b3b280b727e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:07:07.647420 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-389a1a0d-97dd-4d08-8a1e-b3b280b727e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 200  len: 912 time: 0.1952960
Apr 09 02:07:07.736051 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-e1210496-0d23-4c6a-a25d-08f5dc1867ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89d832cc-be13-4018-a9b8-17b29b05fe85 HTTP/1.1" status: 200  len: 217 time: 0.0802042
Apr 09 02:07:07.806197 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a49b18-94d2-4a24-9c95-354f1924ecbc req-49f7cd54-aee1-4a97-8eb2-099a14f96a3d tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:07:07.807802 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-80a49b18-94d2-4a24-9c95-354f1924ecbc req-49f7cd54-aee1-4a97-8eb2-099a14f96a3d tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 945 time: 0.2185163
Apr 09 02:07:07.838532 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-1f04401d-8f19-44c6-a8d4-28bc285c488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:07:07.840102 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-1f04401d-8f19-44c6-a8d4-28bc285c488c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 200  len: 850 time: 0.0963390
Apr 09 02:07:07.847471 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-80a49b18-94d2-4a24-9c95-354f1924ecbc req-442f0cf8-5ef0-4f27-9890-12474dc7d276 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0317421
Apr 09 02:07:07.902430 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75affbda0>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:07.907014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] Checking router: 4ce24115-159c-48f5-ad02-829798be077d for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:07:07.916319 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:07:07.917132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75affbda0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:06:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:07.934067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-ec5d9175-2825-4ca7-a906-3a6e1caafbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:07:07.935688 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-ec5d9175-2825-4ca7-a906-3a6e1caafbab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e1c93796-0098-4080-965f-a515624b9ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872746
Apr 09 02:07:08.079091 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-723e3f14-d068-4c0d-abf5-b141ad43c34e service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354256
Apr 09 02:07:08.106976 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:07:08.222129 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-6d67ce76-51e7-4ad0-90a7-3fdce1c7cbe2 req-235bf319-c1ad-4e8e-817e-8b904f56ed98 service neutron] 10.222.0.62 "GET /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361120
Apr 09 02:07:08.441719 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75affbda0>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:08.445747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5b31b1-ea5b-4806-b631-748620ee138d None None] The sync data for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi is: [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T01:59:55Z', 'revision_number': 4, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi', '_interfaces': [{'id': 'ac2767e9-8ae4-4a71-9014-f9c04664c659', 'name': '', 'network_id': 'e1c93796-0098-4080-965f-a515624b9ca4', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'mac_address': 'fa:16:3e:83:bb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:54Z', 'updated_at': '2021-04-09T02:00:13Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'subnets': [{'id': 'd7552f5e-393f-4928-8573-bff838a367c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:07:08.863120 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60e70b6-6851-4aeb-8a87-17795288b45a None None] New status for floating IP a2397f01-a1e7-4d1d-ba1c-4dbb7f780fb8: DOWN {{(pid=85250) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 09 02:07:09.058560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e5375-7dd9-4750-b09a-aa2169117bef req-45b17ea8-9f8d-4afd-bd4c-2c0cba34a235 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:07:09.060208 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-154e5375-7dd9-4750-b09a-aa2169117bef req-45b17ea8-9f8d-4afd-bd4c-2c0cba34a235 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 945 time: 0.0885408
Apr 09 02:07:09.091881 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-154e5375-7dd9-4750-b09a-aa2169117bef req-f4e88c5f-1132-4909-920c-32c60830bdc2 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/security-groups?id=401d29b3-4d86-402d-b742-8d41c72816aa&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0244358
Apr 09 02:07:09.301036 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-214f102c-ad24-485c-8168-dcacc7b35401 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 09 02:07:09.302485 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-214f102c-ad24-485c-8168-dcacc7b35401 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 945 time: 0.0864947
Apr 09 02:07:09.381687 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Deleting port 89d832cc-be13-4018-a9b8-17b29b05fe85 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:09.382066 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:09.641927 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] For port 89d832cc-be13-4018-a9b8-17b29b05fe85, host hv-cinder-78462, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78462',level=0,port_id=89d832cc-be13-4018-a9b8-17b29b05fe85,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:07:09.642262 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:09.772454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Calling delete_port for 89d832cc-be13-4018-a9b8-17b29b05fe85 owned by compute:nova {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:09.923791 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:09.939119 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-2aaae358-8be1-4689-b309-30b6e4c8b000 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:09.997448 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event deleted for resources: {'Port': ['ID=89d832cc-be13-4018-a9b8-17b29b05fe85,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:10.008362 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.008784 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.009193 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.009597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.010002 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.010401 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.010799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.011202 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.011597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.012042 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.012438 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.012832 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:10.063405 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:10.198417 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] No DVR routers for this DVR port 89d832cc-be13-4018-a9b8-17b29b05fe85 on host hv-cinder-78462 {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:07:10.201126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for port, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:10.206459 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'name': 'network-vif-deleted', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85'}] {{(pid=85247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 09 02:07:10.256992 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-f7e9d6da-55c1-422d-b40b-54f1d9e68cbd req-8829e1bc-2019-4f7c-8c4b-12ac95ddd704 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.62 "DELETE /v2.0/ports/89d832cc-be13-4018-a9b8-17b29b05fe85 HTTP/1.1" status: 204  len: 173 time: 0.9490488
Apr 09 02:07:10.272397 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-ed32ceaf-6ecd-4f2b-af40-1a04496abea9 req-ad0736ae-68cd-4afb-9da9-7b909f470ed6 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Synchronizing usage tracker for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:port {{(pid=85247) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 09 02:07:10.291730 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.quota.resource [req-ed32ceaf-6ecd-4f2b-af40-1a04496abea9 req-ad0736ae-68cd-4afb-9da9-7b909f470ed6 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Unset dirty status for tenant:6bf79679be104ba7b95bf2c38a0760a5 on resource:port {{(pid=85247) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 09 02:07:10.293079 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [req-ed32ceaf-6ecd-4f2b-af40-1a04496abea9 req-ad0736ae-68cd-4afb-9da9-7b909f470ed6 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "GET /v2.0/ports?device_id=f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4 HTTP/1.1" status: 200  len: 210 time: 0.0757935
Apr 09 02:07:10.403861 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f3e090-9a4c-4283-b6ff-d2dff56e4cd4', 'name': 'network-vif-deleted', 'tag': '89d832cc-be13-4018-a9b8-17b29b05fe85', 'status': 'completed', 'code': 200}
Apr 09 02:07:11.397709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33026) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:11.565259 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Deleting port 7957fff5-087f-4159-953a-d3a66908c0ef {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:11.565641 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:11.745289 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:11.745656 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:11.875979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Calling delete_port for 7957fff5-087f-4159-953a-d3a66908c0ef owned by network:floatingip {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:12.022014 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:12.037570 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-de639ff7-018b-47a8-acde-553ac6437375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:12.091849 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event deleted for resources: {'Port': ['ID=7957fff5-087f-4159-953a-d3a66908c0ef,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:12.096237 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:12.295926 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for floatingip, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:12.312694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854760414'] for floatingip, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:12.313953 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0b723e7d-35d5-41d8-949a-ad997d8aa1f4 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "DELETE /v2.0/floatingips/550d765b-11cf-45bf-a95f-d46ec276a4c6 HTTP/1.1" status: 204  len: 168 time: 0.9151740
Apr 09 02:07:12.465594 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 89d832cc-be13-4018-a9b8-17b29b05fe85 no longer exists at agent hyperv_hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:07:12.502798 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] No Port match for: 89d832cc-be13-4018-a9b8-17b29b05fe85 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:07:12.503190 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Device 89d832cc-be13-4018-a9b8-17b29b05fe85 not bound to the agent host hv-cinder-78462 {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:07:13.711301 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33040) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:13.785697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bd517e07-0f29-49e1-b99b-69d3c6df5055 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:13.800648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-73d485d6-9516-4702-aa12-707fdf2c81ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:13.817128 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bd517e07-0f29-49e1-b99b-69d3c6df5055 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:13.868041 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bd517e07-0f29-49e1-b99b-69d3c6df5055 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:13.873349 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-219f1d9c-c641-4be9-a53c-96e96bab9da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:13.888565 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd517e07-0f29-49e1-b99b-69d3c6df5055 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401d29b3-4d86-402d-b742-8d41c72816aa,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:13.891512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-bd517e07-0f29-49e1-b99b-69d3c6df5055 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:13.901189 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bd517e07-0f29-49e1-b99b-69d3c6df5055 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:13.902715 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-bd517e07-0f29-49e1-b99b-69d3c6df5055 tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] 10.222.0.38 "DELETE /v2.0/security-groups/401d29b3-4d86-402d-b742-8d41c72816aa HTTP/1.1" status: 204  len: 168 time: 0.1900322
Apr 09 02:07:13.957394 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33046) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:14.963179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854193265'] for router_interface, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:15.328495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Deleting port ac2767e9-8ae4-4a71-9014-f9c04664c659 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:15.329393 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:15.508948 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] For port ac2767e9-8ae4-4a71-9014-f9c04664c659, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=ac2767e9-8ae4-4a71-9014-f9c04664c659,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:07:15.509383 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:15.540223 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:07:15.639365 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Calling delete_port for ac2767e9-8ae4-4a71-9014-f9c04664c659 owned by network:router_interface {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:15.810008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:15.825527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-56c8261e-b055-4ba6-b3f1-7d1cb8882f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:15.885736 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2767e9-8ae4-4a71-9014-f9c04664c659,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:15.944577 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.945006 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.945427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.945843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.946254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.946668 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.947080 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.947487 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.947895 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.948327 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.948826 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.949146 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784623-6-iscsi {{(pid=85248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 09 02:07:15.952749 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:16.282519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854193988'] for router_interface, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:16.783915 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Router 4ce24115-159c-48f5-ad02-829798be077d has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:07:16.971550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:07:16.981287 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] Sync routers for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:07:16.984249 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] 10.222.0.38 "PUT /v2.0/routers/4ce24115-159c-48f5-ad02-829798be077d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0256922
Apr 09 02:07:16.986966 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33052) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:16.992092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:07:16.992764 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bde3cc0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:06:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:17.183028 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:07:17.424078 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks [] for router, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:17.495168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bde3cc0>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T02:07:15Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:17.499303 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] Checking router: 4ce24115-159c-48f5-ad02-829798be077d for host: dv-cinder-784623-6-iscsi {{(pid=85249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:07:17.509230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] Routers {'4ce24115-159c-48f5-ad02-829798be077d'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:07:17.509942 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bde3cc0>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:06:48Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['4ce24115-159c-48f5-ad02-829798be077d'], 'active': True} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:17.614096 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:17.622627 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Deleting port 16b3d14d-48bc-4368-ab13-508266ebe131 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:17.623016 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:17.697104 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] Set router 4ce24115-159c-48f5-ad02-829798be077d gateway port host: dv-cinder-784623-6-iscsi {{(pid=85249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:07:17.809587 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] For port 16b3d14d-48bc-4368-ab13-508266ebe131, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=16b3d14d-48bc-4368-ab13-508266ebe131,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:07:17.809977 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:17.948960 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Calling delete_port for 16b3d14d-48bc-4368-ab13-508266ebe131 owned by network:router_gateway {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:18.128407 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.141663 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-c450e623-7454-4b20-9b51-bd30719fb1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:18.175458 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6c84279d-5ba4-457c-85e9-64b39f09b100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.184568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bde3cc0>, [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T02:07:15Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:18.188739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fd4ca-f429-49c1-be1a-64c0c9dac705 None None] The sync data for ids ['4ce24115-159c-48f5-ad02-829798be077d'] in dv-cinder-784623-6-iscsi is: [{'id': '4ce24115-159c-48f5-ad02-829798be077d', 'name': 'tempest-TestVolumeBootPattern-571136494-router', 'tenant_id': '6bf79679be104ba7b95bf2c38a0760a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T01:59:48Z', 'updated_at': '2021-04-09T02:07:15Z', 'revision_number': 5, 'project_id': '6bf79679be104ba7b95bf2c38a0760a5', 'gw_port': {'id': '16b3d14d-48bc-4368-ab13-508266ebe131', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce24115-159c-48f5-ad02-829798be077d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T01:59:50Z', 'updated_at': '2021-04-09T02:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}] {{(pid=85249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:07:18.203013 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b3d14d-48bc-4368-ab13-508266ebe131,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:18.207074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:18.409509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854203204'] for router_gateway, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.598648 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1387'] for router, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.600957 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.620720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574614'] for router, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.621273 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce24115-159c-48f5-ad02-829798be077d {{(pid=85248) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 02:07:18.635099 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] Notify callbacks [] for router, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.636170 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-ef933dfb-2197-4722-811a-fa0b2928a140 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4ce24115-159c-48f5-ad02-829798be077d HTTP/1.1" status: 204  len: 168 time: 1.6481633
Apr 09 02:07:18.638822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33056) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:18.710067 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-365bb6db-8742-4049-a73d-51085910c6ca admin admin] Deleting subnet d7552f5e-393f-4928-8573-bff838a367c2 {{(pid=85248) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:07:18.713249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-365bb6db-8742-4049-a73d-51085910c6ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.767236 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-365bb6db-8742-4049-a73d-51085910c6ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65307621'] for subnet, precommit_delete_associations {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.770625 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:18.852249 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-365bb6db-8742-4049-a73d-51085910c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.114820 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-365bb6db-8742-4049-a73d-51085910c6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65169260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66066410'] for subnet, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.130149 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-a6bad0ae-31d7-4b49-b1a2-1fc9a76fa2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:19.145482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.179947 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bb6db-8742-4049-a73d-51085910c6ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7552f5e-393f-4928-8573-bff838a367c2,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:19.183841 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-365bb6db-8742-4049-a73d-51085910c6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:19.261121 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-365bb6db-8742-4049-a73d-51085910c6ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.266774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f164da8-e60d-42f0-aa25-aff3fed1264a None None] Network e1c93796-0098-4080-965f-a515624b9ca4 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:07:19.267093 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-365bb6db-8742-4049-a73d-51085910c6ca admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d7552f5e-393f-4928-8573-bff838a367c2 HTTP/1.1" status: 204  len: 168 time: 0.6272533
Apr 09 02:07:19.269739 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33060) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:19.384830 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.455465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Deleting port db3d7251-887c-4704-b12a-355b389c1ae4 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:19.455835 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.520022 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] DHCP port deletion for e1c93796-0098-4080-965f-a515624b9ca4 request from dv-cinder-784623-6-iscsi {{(pid=85249) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 02:07:19.524359 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] Deleting port db3d7251-887c-4704-b12a-355b389c1ae4 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:19.524789 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.618626 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device ac2767e9-8ae4-4a71-9014-f9c04664c659 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:07:19.665352 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: ac2767e9-8ae4-4a71-9014-f9c04664c659 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:07:19.665733 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device ac2767e9-8ae4-4a71-9014-f9c04664c659 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:07:19.666186 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 16b3d14d-48bc-4368-ab13-508266ebe131 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:07:19.679949 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] For port db3d7251-887c-4704-b12a-355b389c1ae4, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=db3d7251-887c-4704-b12a-355b389c1ae4,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:07:19.680396 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.710774 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 16b3d14d-48bc-4368-ab13-508266ebe131 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:07:19.711159 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 16b3d14d-48bc-4368-ab13-508266ebe131 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:07:19.711610 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device db3d7251-887c-4704-b12a-355b389c1ae4 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:07:19.817790 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Calling delete_port for db3d7251-887c-4704-b12a-355b389c1ae4 owned by network:dhcp {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:19.872445 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] For port db3d7251-887c-4704-b12a-355b389c1ae4, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=db3d7251-887c-4704-b12a-355b389c1ae4,segment=NetworkSegment(e6cf749d-aaa8-470d-89ac-dd50aa6e18b8),segment_id=e6cf749d-aaa8-470d-89ac-dd50aa6e18b8)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:07:19.872885 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.897666 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:19.913772 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-8e9f77e4-6350-4d20-9e9c-89e6356fea9a tempest-TestVolumeBootPattern-1531648134 tempest-TestVolumeBootPattern-1531648134-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:19.971684 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Pushing event deleted for resources: {'Port': ['ID=db3d7251-887c-4704-b12a-355b389c1ae4,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:19.975126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Port db3d7251-887c-4704-b12a-355b389c1ae4 update to DOWN by agent not found {{(pid=85249) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}}
Apr 09 02:07:19.975560 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:20.043288 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] Calling delete_port for db3d7251-887c-4704-b12a-355b389c1ae4 owned by network:dhcp {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:20.055275 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] No DVR routers for this DVR port db3d7251-887c-4704-b12a-355b389c1ae4 on host dv-cinder-784623-6-iscsi {{(pid=85248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:07:20.118624 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.api [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 02:07:20.118985 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.api [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 02:07:20.176136 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:20.287944 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75e2534a8>,) {'filters': {'network_id': ['e1c93796-0098-4080-965f-a515624b9ca4']}} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:20.300392 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75e2534a8>, 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8') {'for_net_delete': True} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:20.300726 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75e2534a8>, 'e6cf749d-aaa8-470d-89ac-dd50aa6e18b8') {} {{(pid=85248) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:20.312377 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036789468195'] for segment, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:20.327379 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:20.334109 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=85248) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:07:20.405799 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:20.512201 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Network e1c93796-0098-4080-965f-a515624b9ca4 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:07:20.521023 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65169201'] for segment, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:20.619928 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] Deleting port db3d7251-887c-4704-b12a-355b389c1ae4 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:20.620554 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:20.697021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-67c18f70-018c-4c23-a83e-b178204ba5f3 None None] The port 'db3d7251-887c-4704-b12a-355b389c1ae4' was deleted {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 02:07:20.946822 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Network e1c93796-0098-4080-965f-a515624b9ca4 has no segments {{(pid=85248) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:07:20.972989 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:07:21.045880 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:21.050168 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:21.065968 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:21.074717 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Pushing event deleted for resources: {'Network': ['ID=e1c93796-0098-4080-965f-a515624b9ca4,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:21.078106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:21.088113 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-804fbfae-f216-4d01-b2b0-858fe8eb556b admin admin] 10.222.0.38 "DELETE /v2.0/networks/e1c93796-0098-4080-965f-a515624b9ca4 HTTP/1.1" status: 204  len: 168 time: 1.8173304
Apr 09 02:07:21.091133 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33064) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:21.653988 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854193265'] for router_interface, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:22.021373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Deleting port 38c6b954-dad9-429f-a963-3e03053ae966 {{(pid=85248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:22.021753 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:22.200231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] For port 38c6b954-dad9-429f-a963-3e03053ae966, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=38c6b954-dad9-429f-a963-3e03053ae966,segment=NetworkSegment(fe2bf28a-39c5-41a2-86d5-71c65b55f546),segment_id=fe2bf28a-39c5-41a2-86d5-71c65b55f546)] {{(pid=85248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:07:22.200636 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:22.330404 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Calling delete_port for 38c6b954-dad9-429f-a963-3e03053ae966 owned by network:router_interface {{(pid=85248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:22.502313 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036789606586'] for port, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:22.517295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5b14fae0-54de-4f5b-b516-ab915c714a38 tempest-TestShelveInstance-1420462508 tempest-TestShelveInstance-1420462508-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:22.573629 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Pushing event deleted for resources: {'Port': ['ID=38c6b954-dad9-429f-a963-3e03053ae966,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:22.577462 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:22.958687 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854221813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854193988'] for router_interface, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:23.456806 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Router dad0ae0f-2073-4bd1-b68d-caed090f378b has already been hosted by L3 agent 20669a4d-e30e-493e-b619-dd0f5d74dadf {{(pid=85248) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 09 02:07:23.889555 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] Notify agent at l3_agent.dv-cinder-784623-6-iscsi the message routers_updated {{(pid=85248) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 09 02:07:23.898079 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] Sync routers for ids ['dad0ae0f-2073-4bd1-b68d-caed090f378b'] in dv-cinder-784623-6-iscsi {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 09 02:07:23.909196 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] Routers {'dad0ae0f-2073-4bd1-b68d-caed090f378b'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:07:23.912425 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-22e70241-5827-46c0-b49a-89f87859aefd admin admin] 10.222.0.38 "PUT /v2.0/routers/dad0ae0f-2073-4bd1-b68d-caed090f378b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8175170
Apr 09 02:07:23.912550 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bedab70>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:07:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['dad0ae0f-2073-4bd1-b68d-caed090f378b'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:23.912929 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 33068) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:24.098509 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] Set router dad0ae0f-2073-4bd1-b68d-caed090f378b gateway port host: dv-cinder-784623-6-iscsi {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:07:24.099134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:24.290916 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:24.301316 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Deleting port 81796737-b7ae-4645-8fc8-a9a44a27235e {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:24.301694 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:24.493314 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] For port 81796737-b7ae-4645-8fc8-a9a44a27235e, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=81796737-b7ae-4645-8fc8-a9a44a27235e,segment=NetworkSegment(60f9fcc4-cbb9-445e-a814-b72e134bce37),segment_id=60f9fcc4-cbb9-445e-a814-b72e134bce37)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:07:24.493709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:24.558351 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bedab70>, [{'id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'external_fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:00:03Z', 'updated_at': '2021-04-09T02:07:22Z', 'revision_number': 5, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'gw_port': {'id': '81796737-b7ae-4645-8fc8-a9a44a27235e', 'name': '', 'network_id': 'fd121c20-d225-4039-9d99-67eafeecc659', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:84:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784623-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-09T02:00:05Z', 'updated_at': '2021-04-09T02:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2a9610d4-23a1-40cf-9754-24d321425d8a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784623-6-iscsi'}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:24.562312 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] Checking router: dad0ae0f-2073-4bd1-b68d-caed090f378b for host: dv-cinder-784623-6-iscsi {{(pid=85250) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 09 02:07:24.571230 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] Routers {'dad0ae0f-2073-4bd1-b68d-caed090f378b'} bound to L3 agent in host dv-cinder-784623-6-iscsi {{(pid=85250) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 09 02:07:24.571892 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe75bedab70>, 'dv-cinder-784623-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-09T01:45:48Z,description=<?>,heartbeat_timestamp=2021-04-09T02:07:18Z,host='dv-cinder-784623-6-iscsi',id=20669a4d-e30e-493e-b619-dd0f5d74dadf,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-09T01:45:48Z,topic='l3_agent')) {'router_ids': ['dad0ae0f-2073-4bd1-b68d-caed090f378b'], 'active': True} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:24.622321 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Calling delete_port for 81796737-b7ae-4645-8fc8-a9a44a27235e owned by network:router_gateway {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:24.733747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvr_db [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] Set router dad0ae0f-2073-4bd1-b68d-caed090f378b gateway port host: None {{(pid=85250) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 09 02:07:24.795432 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:24.810697 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-4030631a-c280-4115-ba4c-470c3d9e3053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:24.846338 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_hamode_db [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe75bedab70>, [{'id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:00:03Z', 'updated_at': '2021-04-09T02:07:24Z', 'revision_number': 6, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'gw_port_host': None}], 'dv-cinder-784623-6-iscsi', False) {} {{(pid=85250) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:24.850556 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d18506-b89a-43e4-a77e-532951b872d6 None None] The sync data for ids ['dad0ae0f-2073-4bd1-b68d-caed090f378b'] in dv-cinder-784623-6-iscsi is: [{'id': 'dad0ae0f-2073-4bd1-b68d-caed090f378b', 'name': 'tempest-TestVolumeBootPattern-570683474-router', 'tenant_id': '69bf4e11492d4df78736b36386cc9a0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-09T02:00:03Z', 'updated_at': '2021-04-09T02:07:24Z', 'revision_number': 6, 'project_id': '69bf4e11492d4df78736b36386cc9a0c', 'gw_port_host': None}] {{(pid=85250) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 09 02:07:24.871361 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=81796737-b7ae-4645-8fc8-a9a44a27235e,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:24.875334 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:25.318843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854203204'] for router_gateway, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:25.503244 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-574524', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1387'] for router, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:25.505681 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:25.528568 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-574614'] for router, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:25.529160 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dad0ae0f-2073-4bd1-b68d-caed090f378b {{(pid=85247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 09 02:07:25.543640 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] Notify callbacks [] for router, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:25.544924 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-afa5c862-aaaf-4078-9834-9fb43b4fd7d5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/dad0ae0f-2073-4bd1-b68d-caed090f378b HTTP/1.1" status: 204  len: 168 time: 1.6309052
Apr 09 02:07:25.548147 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 33072) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:25.620166 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4cf91df-223d-4461-9939-c2448a2f5524 admin admin] Deleting subnet f8e12856-f684-497c-9a67-891b95f5d44a {{(pid=85247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 09 02:07:25.622945 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 38c6b954-dad9-429f-a963-3e03053ae966 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:07:25.623699 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4cf91df-223d-4461-9939-c2448a2f5524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:25.660047 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 38c6b954-dad9-429f-a963-3e03053ae966 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:07:25.660409 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 38c6b954-dad9-429f-a963-3e03053ae966 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:07:25.660868 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 81796737-b7ae-4645-8fc8-a9a44a27235e no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:07:25.676092 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4cf91df-223d-4461-9939-c2448a2f5524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793561753'] for subnet, precommit_delete_associations {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:25.699074 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 81796737-b7ae-4645-8fc8-a9a44a27235e {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:07:25.699468 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 81796737-b7ae-4645-8fc8-a9a44a27235e not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:07:25.757461 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4cf91df-223d-4461-9939-c2448a2f5524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854743610'] for subnet, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:26.016472 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4cf91df-223d-4461-9939-c2448a2f5524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1460988', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036793473871'] for subnet, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:26.032465 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:26.082631 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf91df-223d-4461-9939-c2448a2f5524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e12856-f684-497c-9a67-891b95f5d44a,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:26.086601 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-f4cf91df-223d-4461-9939-c2448a2f5524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:26.164994 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f4cf91df-223d-4461-9939-c2448a2f5524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for subnet, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:26.170903 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d475b9-a89d-4cf7-b286-0e5ed2241498 None None] Network cca49ec7-342c-4a5f-a30d-41332b7be745 requested from dv-cinder-784623-6-iscsi {{(pid=85249) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 09 02:07:26.171603 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f4cf91df-223d-4461-9939-c2448a2f5524 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/f8e12856-f684-497c-9a67-891b95f5d44a HTTP/1.1" status: 204  len: 168 time: 0.6210220
Apr 09 02:07:26.174302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 33076) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:26.288989 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1010276'] for network, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:26.360261 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Deleting port 0dff8515-f67a-4ba7-b112-86c9861e7942 {{(pid=85247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:26.360843 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:26.428711 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] DHCP port deletion for cca49ec7-342c-4a5f-a30d-41332b7be745 request from dv-cinder-784623-6-iscsi {{(pid=85249) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 09 02:07:26.433281 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] Deleting port 0dff8515-f67a-4ba7-b112-86c9861e7942 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:26.433742 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:26.586745 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] For port 0dff8515-f67a-4ba7-b112-86c9861e7942, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=0dff8515-f67a-4ba7-b112-86c9861e7942,segment=NetworkSegment(fe2bf28a-39c5-41a2-86d5-71c65b55f546),segment_id=fe2bf28a-39c5-41a2-86d5-71c65b55f546)] {{(pid=85247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:07:26.587132 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:26.662743 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.db [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] For port 0dff8515-f67a-4ba7-b112-86c9861e7942, host dv-cinder-784623-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784623-6-iscsi',level=0,port_id=0dff8515-f67a-4ba7-b112-86c9861e7942,segment=NetworkSegment(fe2bf28a-39c5-41a2-86d5-71c65b55f546),segment_id=fe2bf28a-39c5-41a2-86d5-71c65b55f546)] {{(pid=85249) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 09 02:07:26.663106 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-584289'] for port, precommit_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:26.722370 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Calling delete_port for 0dff8515-f67a-4ba7-b112-86c9861e7942 owned by network:dhcp {{(pid=85247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:26.791615 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] Calling delete_port for 0dff8515-f67a-4ba7-b112-86c9861e7942 owned by network:dhcp {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 09 02:07:26.799584 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853808502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854692097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363247370325381', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363247370830452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853314858'] for port, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:26.815357 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0763d997-6293-450a-ac24-3d1d4e03c716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:26.868257 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.db.api [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85249) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 09 02:07:26.868661 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_db.api [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85249) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 09 02:07:26.875544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dff8515-f67a-4ba7-b112-86c9861e7942,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:26.878329 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:26.961527 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] No DVR routers for this DVR port 0dff8515-f67a-4ba7-b112-86c9861e7942 on host dv-cinder-784623-6-iscsi {{(pid=85247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 09 02:07:27.084713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4422', 'neutron.services.segments.db._delete_segments_for_network--9223363247370278414'] for network, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:27.198623 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe75a397710>,) {'filters': {'network_id': ['cca49ec7-342c-4a5f-a30d-41332b7be745']}} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:27.211126 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75a397710>, 'fe2bf28a-39c5-41a2-86d5-71c65b55f546') {'for_net_delete': True} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:27.211469 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.services.segments.db [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe75a397710>, 'fe2bf28a-39c5-41a2-86d5-71c65b55f546') {} {{(pid=85247) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 09 02:07:27.223778 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247370307836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61214047'] for segment, before_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:27.243229 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854770655'] for segment, precommit_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:27.249734 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=85247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 09 02:07:27.370276 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] Deleting port 0dff8515-f67a-4ba7-b112-86c9861e7942 {{(pid=85249) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 09 02:07:27.370834 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789484440230'] for port, before_delete {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:27.431086 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Network cca49ec7-342c-4a5f-a30d-41332b7be745 has no segments {{(pid=85247) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:07:27.440302 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-5177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1460897'] for segment, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:27.441021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-bee4ba47-cae9-4de6-badf-af059e42ce51 None None] The port '0dff8515-f67a-4ba7-b112-86c9861e7942' was deleted {{(pid=85249) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 09 02:07:27.603494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 0dff8515-f67a-4ba7-b112-86c9861e7942 no longer exists at agent ovs-agent-dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 09 02:07:27.619233 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.managers [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Network cca49ec7-342c-4a5f-a30d-41332b7be745 has no segments {{(pid=85247) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 09 02:07:27.644689 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] No Port match for: 0dff8515-f67a-4ba7-b112-86c9861e7942 {{(pid=85249) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 09 02:07:27.645008 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.plugins.ml2.rpc [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Device 0dff8515-f67a-4ba7-b112-86c9861e7942 not bound to the agent host dv-cinder-784623-6-iscsi {{(pid=85249) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]: Traceback (most recent call last):
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     timer()
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     cb(*args, **kw)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     return func(*args, **kwargs)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     self._notify()
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     self.callback(batched_events)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     event.method(event)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     segment_id)['aggregates'][0]
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     return f(self, *a, **k)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self._get(url).json()
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     **kwargs)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     return self.request(url, 'GET', **kwargs)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     **endpoint_filter)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 09 02:07:27.648270 dv-cinder-784623-6-iscsi neutron-server[85134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 09 02:07:27.731980 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854771378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553986', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572635'] for network, after_delete {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:27.735876 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-cae4785b-832f-40f8-b826-06f10e3992cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:27.750171 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554001'] for network, before_response {{(pid=85247) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:27.761427 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Pushing event deleted for resources: {'Network': ['ID=cca49ec7-342c-4a5f-a30d-41332b7be745,revision_number=None']} {{(pid=85247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:27.766046 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85247) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:27.770301 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-b453da86-6fca-48aa-ab9d-bdc2991cee01 admin admin] 10.222.0.38 "DELETE /v2.0/networks/cca49ec7-342c-4a5f-a30d-41332b7be745 HTTP/1.1" status: 204  len: 168 time: 1.5949898
Apr 09 02:07:27.886919 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85247) accepted ('10.222.0.38', 33082) {{(pid=85247) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:27.926000 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-0ea3c023-d9c2-4682-9728-698b16cf6ed0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6bf79679be104ba7b95bf2c38a0760a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0376723
Apr 09 02:07:27.928800 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33086) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:27.992284 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-20056dc9-4fe6-4ce8-bb4c-5166d0cc716d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:28.019574 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-20056dc9-4fe6-4ce8-bb4c-5166d0cc716d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:28.067636 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-20056dc9-4fe6-4ce8-bb4c-5166d0cc716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:28.071679 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-0e73a5eb-458f-479b-ad0f-cb8d895c2088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:28.086639 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20056dc9-4fe6-4ce8-bb4c-5166d0cc716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bc57f6-c032-4ac8-89bf-8eb0c8b3c238,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:28.089423 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-20056dc9-4fe6-4ce8-bb4c-5166d0cc716d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:28.095612 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-20056dc9-4fe6-4ce8-bb4c-5166d0cc716d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:28.096887 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-20056dc9-4fe6-4ce8-bb4c-5166d0cc716d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74bc57f6-c032-4ac8-89bf-8eb0c8b3c238 HTTP/1.1" status: 204  len: 168 time: 0.1670058
Apr 09 02:07:28.447691 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33094) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:28.500283 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-f0d52afe-5f20-4aec-b694-64f83ae8ad78 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69bf4e11492d4df78736b36386cc9a0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510781
Apr 09 02:07:28.502755 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [-] (85248) accepted ('10.222.0.38', 33098) {{(pid=85248) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 09 02:07:28.567678 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c87e7bf-ef07-40c9-a304-ef9903376c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:28.594924 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c87e7bf-ef07-40c9-a304-ef9903376c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:28.640712 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c87e7bf-ef07-40c9-a304-ef9903376c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426724'] for security_group, after_delete {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:28.646544 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-d63f63ac-fd69-4f73-b52e-8f1d0a76d5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 09 02:07:28.660519 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87e7bf-ef07-40c9-a304-ef9903376c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc11552c-3784-476c-bae9-996d6f8397a0,revision_number=None']} {{(pid=85248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 09 02:07:28.663596 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG oslo_concurrency.lockutils [None req-5c87e7bf-ef07-40c9-a304-ef9903376c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85248) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 09 02:07:28.664597 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-5c87e7bf-ef07-40c9-a304-ef9903376c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85248) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:28.665815 dv-cinder-784623-6-iscsi neutron-server[85134]: INFO neutron.wsgi [None req-5c87e7bf-ef07-40c9-a304-ef9903376c24 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc11552c-3784-476c-bae9-996d6f8397a0 HTTP/1.1" status: 204  len: 168 time: 0.1620822
Apr 09 02:07:29.442220 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:43.801751 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-445cce9e-d818-4d56-a15e-12614f9675d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:48.167226 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-4fc851cc-089b-4035-a772-83dab6ca37e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:48.772512 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:49.148840 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:50.407075 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:07:52.540087 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:07:59.441878 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:13.802851 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c3baba04-b2b3-45fb-bca8-519a637e3f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:18.170033 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-85071bb9-1560-44f2-833d-407dd15a647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:18.774857 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:19.150781 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:20.409899 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:29.471720 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:29.539416 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:08:43.803967 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-855b3932-bb91-4b3a-9d56-4beeb76032b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:48.171747 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-58d04a6c-e727-4c20-8849-f1534c64cb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:48.780439 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:49.155134 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:50.413422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:08:59.480275 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:06.539242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:09:13.807482 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67d7ff5b-6f04-4410-b4d5-cd9466164a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:18.173655 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-c2e05d3a-d27e-416e-bdfe-6cadc3e8f3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:18.773735 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:19.157115 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:20.416305 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:29.470242 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:43.539021 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:09:43.808729 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-1b7dce66-340f-4fdd-8b4e-d10715246639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:48.176009 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b744a145-2ec3-4ab6-a4d6-c9e7bc5c2657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:48.775495 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:49.159810 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:50.419124 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:09:59.477979 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:13.810332 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-a1e48f28-56da-4bf4-b92e-560ce0d56d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:18.178709 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-9cdedc8d-8541-4a86-9142-23f711ac5e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:18.776571 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:19.161950 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:20.421029 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:20.538897 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:10:29.468012 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:43.813811 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-98854d3f-227f-451a-9211-6a452b4cf189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:48.181395 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-b01af2d6-f31b-476c-bc1f-393ca98ff0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:48.778422 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:49.167179 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:50.424525 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:10:57.538821 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:10:59.482308 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:13.818254 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-57630b04-960f-4c03-9ba8-f1c1d34ead57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:18.183494 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-f7764b48-8519-4755-8bc1-72432cb63184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:18.779925 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:19.168713 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:20.425883 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:27.370315 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.wsgi [req-2ba4c67f-2c2b-45b5-a012-9574b993ba9f req-91b4db8d-12c9-448c-b8ff-f543c00a5a7e service neutron] (85248) timed out ('10.222.0.62', 49869) {{(pid=85248) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 09 02:11:29.481295 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:34.539116 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:11:43.819157 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-754f7d85-e56c-4645-93ee-8b202b1bfc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:48.186155 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8bc1-d0c9-4a95-a5d0-0b69b4dec537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:48.780988 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:49.171231 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:50.428040 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:11:59.496373 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:12:11.538454 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron.db.agents_db [None req-8c326312-c910-42a5-b16d-5738217b5408 None None] Agent healthcheck: found 6 active agents {{(pid=85250) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 09 02:12:13.820816 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-685b562c-4a62-4257-8576-115c243c1b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:12:18.187076 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-166f8db2-da7a-4121-a956-1eaa1c8ce28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:12:18.781606 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f264-6786-41ad-8cd9-e27f47780342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:12:19.172267 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-19406b3d-39ee-4cf5-85cd-f6326e4eb101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:12:20.430670 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-e0bd8e4e-0a20-47f5-85ef-dae78e89f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 09 02:12:29.496548 dv-cinder-784623-6-iscsi neutron-server[85134]: DEBUG neutron_lib.callbacks.manager [None req-67f6ca99-b8d0-43d0-a5e2-f91134b855aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247370278431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-9738'] for agent, after_update {{(pid=85249) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}